00000800:00000200:2.1F:1775763566.591771:0:3317:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c68abb14] -> 12345-192.168.202.146@tcp (2) 00000800:00000200:0.1F:1775763566.598606:0:3308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c68abb14] -> 12345-192.168.202.146@tcp (2) 00000800:00000200:0.1:1775763566.598615:0:3308:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.146@tcp 00000000d5de8b33 deleted 00000800:00000010:0.1:1775763566.598617:0:3308:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d5de8b33. 00000800:00000200:0.1:1775763566.598621:0:3308:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1775763566.598628:0:3308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:1023 00000800:00000200:0.1:1775763566.598643:0:3308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7b46a51 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1775763566.598822:0:3307:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1775763566.603448:0:3309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c68abb14] -> 12345-192.168.202.146@tcp (4) 00000800:00000200:3.1:1775763566.603456:0:3309:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.146@tcp 0000000088306cc6 deleted 00000800:00000010:3.1:1775763566.603458:0:3309:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000088306cc6. 00000800:00000200:3.1:1775763566.603484:0:3309:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1775763566.608627:0:3307:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1775763566.930533:0:5665:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f63320c4. 00010000:00000010:2.1:1775763566.930548:0:5665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ba12521f. 00010000:00000010:0.1:1775763568.220754:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000aef707f2. 00010000:00000010:0.1:1775763568.220770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000926b0bed. 00010000:00000010:2.1:1775763568.224588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001aa4f4fb. 00010000:00000010:2.1:1775763568.224602:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000080b59683. 00010000:00000010:2.1:1775763568.224605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d201d045. 00000100:00100000:3.0:1775764765.512081:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978323072:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.512174:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1775764765.519296:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f6996 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b731 expref: 338 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.519315:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978323072:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.519338:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.519347:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.519353:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.519409:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:3.0:1775764765.519414:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764765.519436:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.519662:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f69a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b738 expref: 338 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.519677:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b738 expref: 337 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.519685:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764765.519688:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764765.519690:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236600, rc 0) 00000100:00100000:3.0:1775764765.519743:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+337:19723:x1862022966770688:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7882us (8522us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.519751:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50450 00000100:00100000:3.0:1775764765.521930:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.521970:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966770944 00000100:00100000:3.0:1775764765.521980:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966770944 00000100:00100000:3.0:1775764765.522038:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50451 00000100:00100000:3.0:1775764765.522049:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+337:19723:x1862022966770944:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.522073:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.522093:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f69b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b73f expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.522194:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f69b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.522210:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f69b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.522224:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f69b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.522240:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f69c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.522247:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f69c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.522264:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f69c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764765.525483:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997111 is committed 00000004:00080000:3.0:1775764765.525509:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 486 committed 00000001:00080000:3.0:1775764765.525785:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997115 is committed 00000004:00080000:3.0:1775764765.525917:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 485 committed 00000100:00100000:3.0:1775764765.525965:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978323328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764765.527180:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764765.528169:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978323200 00000100:00100000:3.0:1775764765.528176:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978323200 00000100:00100000:3.0:1775764765.528222:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978323328 00000100:00100000:3.0:1775764765.528225:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978323328 00000100:00100000:3.0:1775764765.528237:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978323456 00000100:00100000:3.0:1775764765.528239:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978323456 00000100:00100000:3.0:1775764765.528253:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15101 00000100:00100000:3.0:1775764765.528260:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3321:x1862022978323200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764765.528284:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1622 count 1 00010000:00010000:3.0:1775764765.528305:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 3/0,1 mode: --/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528324:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 79 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528371:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764765.528373:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764765.528376:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 4/0,1 mode: --/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528437:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 79 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528450:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 79 pid: 12187 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.528491:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978323584:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.528575:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764765.528651:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966771200 00000100:00100000:3.0:1775764765.528655:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966771200 00000100:00100000:3.0:1775764765.528684:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50452 00000100:00100000:3.0:1775764765.528690:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+221:19723:x1862022966771200:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.528701:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.528714:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f69dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b746 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528933:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f69e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528946:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f5efa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3a3 expref: 222 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528955:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f69e3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528973:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f5efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3a3 expref: 222 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.528982:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f5efa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3a3 expref: 222 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.528993:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978323840:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.529018:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769e000 going to sleep for 11 seconds 00000004:00080000:3.0:1775764765.529107:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 491 committed 00000100:00100000:3.0:1775764765.533153:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978324096 00000100:00100000:3.0:1775764765.533161:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978324096 00000100:00100000:3.0:1775764765.533225:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15104 00000100:00100000:3.0:1775764765.533314:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978324096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764765.533345:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1626 count 1 00010000:00010000:3.0:1775764765.533368:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.533386:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5d48065/0x2aac6a50e5f5744 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b11f expref: 73 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.533392:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764765.533394:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764765.533396:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.533418:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5d48065/0x2aac6a50e5f5744 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b11f expref: 73 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.533426:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5d48065/0x2aac6a50e5f5744 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b11f expref: 73 pid: 12180 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.533435:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978324224:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.533877:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff897790935f00 going to sleep for 11 seconds 00010000:00010000:3.0:1775764765.534967:0:12188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024eaf8d7/0x2aac6a50e5f50fa lrc: 0/0,0 mode: --/PW res: [0x240000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aef6 expref: 79 pid: 12190 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.534983:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978323968:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.534997:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5f69ea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.535006:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5f69ea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.535013:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5f69ea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.535022:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5f69ea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.535029:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5f69ea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.535053:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764765.535794:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:3319:x1862022978323456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6964us (8579us total) trans 4294971483 rc 0/0 00000100:00100000:3.0:1775764765.535803:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15103 00000100:00100000:3.0:1775764765.535824:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966771840 00000100:00100000:3.0:1775764765.535828:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966771840 00000100:00100000:3.0:1775764765.535932:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15105 00000100:00100000:3.0:1775764765.535940:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+79:2382:x1862022966771840:12345-192.168.202.46@tcp:16:dbench.0 00000004:00080000:3.0:1775764765.536000:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bea00/2, rc 0, transno 4294971483 00000100:00100000:3.0:1775764765.536010:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978323456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764765.536027:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966771584 00000100:00100000:3.0:1775764765.536030:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966771584 00010000:00010000:3.0:1775764765.536046:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 80 pid: 12187 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.536066:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966771968 00000100:00100000:3.0:1775764765.536069:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966771968 00010000:00010000:3.0:1775764765.536081:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5fe9d22/0x2aac6a50e5f4784 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421abd8 expref: 81 pid: 16465 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.536098:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23143 00000100:00100000:3.0:1775764765.536103:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+81:2379:x1862022966771584:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.536111:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.536116:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 81 pid: 12187 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536127:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 81 pid: 12187 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536141:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5f4490 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aac7 expref: 81 pid: 12187 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536151:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764765.536153:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764765.536156:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536165:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536181:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.536204:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+80:2379:x1862022966771584:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 101us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.536211:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23143 00000100:00100000:3.0:1775764765.536223:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23144 00000100:00100000:3.0:1775764765.536229:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+79:2382:x1862022966771968:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.536236:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.536239:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5fe9d22/0x2aac6a50e5f4784 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421abd8 expref: 79 pid: 16465 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536261:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5fe9d22/0x2aac6a50e5f4784 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421abd8 expref: 79 pid: 16465 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536273:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764765.536274:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764765.536277:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536427:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.536531:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.536550:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+79:2382:x1862022966771968:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 321us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.536556:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23144 00000004:00080000:3.0:1775764765.537676:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bce00/2, rc 0, transno 4294971484 00000100:00100000:3.0:1775764765.537685:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978323200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764765.537775:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764765.537781:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537788:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682236c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764765.537792:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537801:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537815:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 1/0,0 mode: --/PW res: [0x240000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537823:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d2aadb9/0x2aac6a50e5f69ce lrc: 0/0,0 mode: --/PW res: [0x240000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537840:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764765.537904:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537913:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764765.537916:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537923:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537932:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537938:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038656bae/0x2aac6a50e5f69d5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x657:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.537951:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764765.537953:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764765.537954:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764765.544300:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bd500/2, rc 0, transno 4294971485 00000100:00100000:3.0:1775764765.544319:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978323328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764765.547162:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966772096 00000100:00100000:3.0:1775764765.547171:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966772096 00000100:00100000:3.0:1775764765.547217:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50453 00000100:00100000:3.0:1775764765.547224:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+184:19723:x1862022966772096:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.547249:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.547269:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778163e000/0x2aac6a50e5f69ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b74d expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.547386:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.547398:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f69e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b746 expref: 185 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.547404:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.547431:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f69e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b746 expref: 185 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.547439:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f69e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b746 expref: 185 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.547449:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978324352:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.547562:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764765.550020:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978324224:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.550043:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.553037:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.553051:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.553064:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.553068:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ce0c93f/0x2aac6a50e5f69f1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.553089:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764765.553510:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978324096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20276us (20435us total) trans 4294972278 rc 0/0 00000100:00100000:3.0:1775764765.553529:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15104 00000100:00100000:3.0:1775764765.553588:0:3319:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972274 gen 2 00000004:00080000:3.0:1775764765.553595:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682be9180, transno 4294972265 00000004:00080000:3.0:1775764765.553604:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e214700, transno 4294972266 00000004:00080000:3.0:1775764765.553606:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e1500, transno 4294972271 00000004:00080000:3.0:1775764765.553608:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e3480, transno 4294972272 00000004:00080000:3.0:1775764765.553609:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e1c00, transno 4294972273 00000004:00080000:3.0:1775764765.553611:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e2a00, transno 4294972274 00000100:00100000:3.0:1775764765.553617:0:3319:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff897686f16d80 x1862022978324096/t4294972278(4294972278) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764781 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1775764765.553625:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f16d80/2, rc 0, transno 4294972278 00000100:00100000:3.0:1775764765.553629:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978324096:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1775764765.553751:0:7763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 6 done 00000100:00100000:3.0:1775764765.558272:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.558303:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966772352 00000100:00100000:3.0:1775764765.558311:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966772352 00010000:00010000:3.0:1775764765.558351:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f69e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b746 expref: 186 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.568196:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966772736 00000100:00100000:3.0:1775764765.568201:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966772736 00000100:00100000:3.0:1775764765.568232:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50455 00000100:00100000:3.0:1775764765.568238:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+184:19723:x1862022966772736:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.568252:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.568266:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f6a29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b75b expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.568393:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.568404:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f5fa9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3db expref: 185 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.568410:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.568436:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f5fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3db expref: 185 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.568447:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f5fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3db expref: 185 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.568480:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e385c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978324480:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.568557:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764765.571135:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e385c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978324480:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.571156:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.571653:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.571659:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.571674:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ca:0x0]: returning size 260096 00010000:00010000:3.0:1775764765.571802:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f6a29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b75b expref: 186 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.571814:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b75b expref: 185 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.571819:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:3.0:1775764765.571820:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764765.571822:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686741e00, rc 0) 00000100:00100000:3.0:1775764765.571865:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+185:19723:x1862022966772736:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3626us (4478us total) trans 4294997119 rc 0/0 00000100:00100000:3.0:1775764765.571871:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50455 00000100:00100000:3.0:1775764765.577135:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.577179:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966773120 00000100:00100000:3.0:1775764765.577189:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966773120 00000100:00100000:3.0:1775764765.577247:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50456 00000100:00100000:3.0:1775764765.577258:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+185:19723:x1862022966773120:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.577301:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.577323:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b762 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.577448:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.577482:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b75b expref: 186 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.577492:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.577543:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b75b expref: 186 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.577559:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a30 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b75b expref: 186 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.577577:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978324608:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.577673:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764765.594158:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+69:2382:x1862022966771840:12345-192.168.202.46@tcp:16:dbench.0 Request processed in 58211us (58519us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.594172:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15105 00000100:00100000:3.0:1775764765.598548:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978324608:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.598583:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.610080:0:16242:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966773376 00000100:00100000:3.0:1775764765.610099:0:16242:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966773376 00002000:00100000:3.0:1775764765.610155:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000403:0x65c:0x0] (0->4095) req@ffff89779abbce00 x1862022966773376/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:246/0 lens 4584/0 e 0 to 0 dl 1775764776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764765.610167:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89779abbce00 with x1862022966773376 ext(0->4095) 00002000:00010000:3.0:1775764765.610174:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89779abbce00 00000100:00100000:3.0:1775764765.625666:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.629811:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.714746:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966774656 00000100:00100000:3.0:1775764765.714757:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966774656 00000100:00100000:3.0:1775764765.714819:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50461 00000100:00100000:3.0:1775764765.714830:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+186:19723:x1862022966774656:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.714862:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.714885:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686740600/0x2aac6a50e5f6a8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b77e expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.715106:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.715122:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.715135:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.715150:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.715157:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.715168:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716063:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6aa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716074:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716083:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.716121:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ce:0x0]: returning size 260096 00000004:00200000:3.0:1775764765.716125:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764765.716144:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716155:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716164:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716170:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716177:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716183:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764765.716187:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716195:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716211:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764765.716214:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764765.716219:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716224:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741600/0x2aac6a50e5f6a92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716238:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716243:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716248:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716264:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764765.716266:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716272:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716279:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x2ee4e5f8 (ffff8977a2c32a00) 00010000:00010000:3.0:1775764765.716281:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764765.716283:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716289:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741e00/0x2aac6a50e5f6a99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716319:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686740600/0x2aac6a50e5f6a8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b77e expref: 188 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716788:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b77e expref: 187 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.716797:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:3.0:1775764765.716800:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764765.716802:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9c00, rc 0) 00000100:00100000:3.0:1775764765.716872:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+187:19723:x1862022966774656:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 2043us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.716881:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50461 00000100:00100000:3.0:1775764765.731302:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.748241:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966775296 00000100:00100000:3.0:1775764765.748252:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966775296 00000100:00100000:3.0:1775764765.748322:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50463 00000100:00100000:3.0:1775764765.748333:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+187:19723:x1862022966775296:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.748359:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.748381:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6abc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b78c expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.748559:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.748579:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6aae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b785 expref: 188 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.748587:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.748620:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6aae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b785 expref: 188 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.748635:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6aae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b785 expref: 188 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.748650:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978325120:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.748749:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669f540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764765.749904:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978325120:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.749927:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.762184:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966773760:12345-192.168.202.46@tcp:16:dbench.0 Request processed in 132195us (132373us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.762196:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15106 00000100:00100000:3.0:1775764765.764336:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.764415:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966775936 00000100:00100000:3.0:1775764765.764420:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966775936 00000100:00100000:3.0:1775764765.764451:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50465 00000100:00100000:3.0:1775764765.764459:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+188:19723:x1862022966775936:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.764503:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.764534:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6ae6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b79a expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.764679:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6aed lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.764692:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f60dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b444 expref: 189 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.764699:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6aed lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.764731:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f60dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b444 expref: 189 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.764743:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f60dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b444 expref: 189 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.764755:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978325248:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.764826:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669f540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764765.768929:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978325248:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.768963:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6aed lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.770625:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6aed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.770634:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6aed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.770659:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d0:0x0]: returning size 260096 00010000:00010000:3.0:1775764765.770858:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6ae6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b79a expref: 189 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.770873:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6aed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b79a expref: 188 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.770881:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:3.0:1775764765.770884:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764765.770886:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8200, rc 0) 00000100:00100000:3.0:1775764765.770923:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+188:19723:x1862022966775936:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6465us (6587us total) trans 4294997122 rc 0/0 00000100:00100000:3.0:1775764765.770931:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50465 00000100:00100000:3.0:1775764765.779722:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966776448 00000100:00100000:3.0:1775764765.779729:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966776448 00000100:00100000:3.0:1775764765.779817:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50467 00000100:00100000:3.0:1775764765.779828:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+190:19724:x1862022966776448:12345-192.168.202.46@tcp:44:dbench.0 00000100:00100000:3.0:1775764765.779955:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+190:19724:x1862022966776448:12345-192.168.202.46@tcp:44:dbench.0 Request processed in 129us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.779963:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50467 00000100:00100000:3.0:1775764765.792909:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.806509:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966777088 00000100:00100000:3.0:1775764765.806536:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966777088 00000100:00100000:3.0:1775764765.806592:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50469 00000100:00100000:3.0:1775764765.806602:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+190:19723:x1862022966777088:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.806627:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.806646:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6b25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b7af expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.806782:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.806797:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f6448 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b571 expref: 191 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.806806:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6b1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a8 expref: 191 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.806815:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.806873:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6b1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a8 expref: 191 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.806887:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6b1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a8 expref: 191 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.806902:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978325504:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.807009:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f6448 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b571 expref: 191 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.807019:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f6448 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b571 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.807034:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978325632:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.807058:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669fcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764765.815886:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764765.819701:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.819750:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966777216 00000100:00100000:3.0:1775764765.819761:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966777216 00010000:00010000:3.0:1775764765.819803:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6b1e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a8 expref: 191 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.819963:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23155 00000100:00100000:3.0:1775764765.819975:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+191:2380:x1862022966777216:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.819990:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.819998:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6b1e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a8 expref: 191 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.820013:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6b1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a8 expref: 191 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.820037:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:3.0:1775764765.820042:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.820051:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.820057:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.820107:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+191:2380:x1862022966777216:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 134us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.820115:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23155 00000100:00100000:3.0:1775764765.834003:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764765.834037:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966777344 00000100:00100000:3.0:1775764765.834046:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966777344 00010000:00010000:3.0:1775764765.834084:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f6448 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b571 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.834120:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23156 00000100:00100000:3.0:1775764765.834130:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+191:2382:x1862022966777344:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.834144:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.834150:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f6448 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b571 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.834164:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f6448 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b571 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.834187:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:3.0:1775764765.834192:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.834202:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.834209:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.834229:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.834300:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+191:2382:x1862022966777344:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 171us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.834308:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23156 00000100:00100000:3.0:1775764765.846922:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764765.855215:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6b2c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7af expref: 190 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.855235:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978325760:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.855267:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.855277:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.855288:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.855338:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d4:0x0]: returning size 260096 00000004:00200000:3.0:1775764765.855343:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764765.855365:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.855401:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6b3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 190 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.855417:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 189 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.855426:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:3.0:1775764765.855429:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764765.855432:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1600, rc 0) 00000100:00100000:3.0:1775764765.855701:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+189:19723:x1862022966777472:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7782us (8785us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.855710:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50470 00000001:00080000:3.0:1775764765.889605:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971486 is committed 00000001:00080000:3.0:1775764765.889621:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971485 is committed 00000100:00100000:3.0:1775764765.889713:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:3f83546c-01a9-4156-8a97-44c446245d3e+69:2381:x1862022966776704:12345-192.168.202.46@tcp:16:dbench.0 Request processed in 104124us (104380us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.889723:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15107 00000100:00100000:3.0:1775764765.899027:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966778240 00000100:00100000:3.0:1775764765.899040:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966778240 00010000:00010000:3.0:1775764765.899085:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6162 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b475 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.899142:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23158 00000100:00100000:3.0:1775764765.899153:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+191:2382:x1862022966778240:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.899170:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.899177:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6162 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b475 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.899196:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6162 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b475 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.899225:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6162 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b475 expref: 191 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.899246:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:3.0:1775764765.899252:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.899261:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.899268:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.901531:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.905175:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+190:2382:x1862022966778240:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 6011us (7492us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.905190:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23158 00000100:00100000:3.0:1775764765.935029:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966778880 00000100:00100000:3.0:1775764765.935039:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966778880 00000100:00100000:3.0:1775764765.935095:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50475 00000100:00100000:3.0:1775764765.935104:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+193:19724:x1862022966778880:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.935124:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.935144:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6ba3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b7d9 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.935275:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.935314:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.935331:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.935343:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 2048 00010000:00010000:3.0:1775764765.935512:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6ba3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 196 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.935542:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 195 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.935551:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764765.935555:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764765.935559:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9a00, rc 0) 00000100:00100000:3.0:1775764765.935609:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+195:19724:x1862022966778880:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 506us (658us total) trans 4294997125 rc 0/0 00000100:00100000:3.0:1775764765.935616:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50475 00000100:00100000:3.0:1775764765.945329:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966779008 00000100:00100000:3.0:1775764765.945334:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966779008 00010000:00010000:3.0:1775764765.945357:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7c4 expref: 195 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.945391:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23159 00000100:00100000:3.0:1775764765.945398:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+195:2381:x1862022966779008:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.945409:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.945416:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7c4 expref: 195 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.945435:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7c4 expref: 195 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.945456:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f6b6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7c4 expref: 195 pid: 5794 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.945490:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:3.0:1775764765.945496:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.945504:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.945511:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.945560:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.945584:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+194:2381:x1862022966779008:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 186us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.945601:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23159 00000100:00100000:3.0:1775764765.949943:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966779648 00000100:00100000:3.0:1775764765.949953:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966779648 00000100:00100000:3.0:1775764765.950009:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50476 00000100:00100000:3.0:1775764765.950019:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+193:19724:x1862022966779648:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.950039:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.950059:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6bb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b7e0 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950199:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950213:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f517f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af2e expref: 194 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950220:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 194 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950228:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 5/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950261:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 194 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950275:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 194 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.950294:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978326144:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.950402:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f517f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af2e expref: 194 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.950411:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f517f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af2e expref: 194 pid: 16259 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.950420:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978326272:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.950441:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783f1fd80 going to sleep for 11 seconds 00010000:00010000:3.0:1775764765.955569:0:11866:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000008f2b121d x1862022978326144) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 1/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 194 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.955585:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6baa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d9 expref: 194 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.955597:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978326144:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764765.955610:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e387800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978326272:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764765.955630:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764765.955635:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.955643:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.955650:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.960053:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.960063:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764765.960083:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 2048 00010000:00010000:3.0:1775764765.960243:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6bb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7e0 expref: 194 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.960263:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7e0 expref: 193 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.960270:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764765.960273:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764765.960276:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8a00, rc 0) 00000100:00100000:3.0:1775764765.960338:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+193:19724:x1862022966779648:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10321us (10479us total) trans 4294997127 rc 0/0 00000100:00100000:3.0:1775764765.960345:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50476 00000100:00100000:3.0:1775764765.977977:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966780544 00000100:00100000:3.0:1775764765.977986:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966780544 00010000:00010000:3.0:1775764765.978022:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7e0 expref: 196 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.978063:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23162 00000100:00100000:3.0:1775764765.978073:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+196:2382:x1862022966780544:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764765.978088:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764765.978095:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7e0 expref: 196 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.978107:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7e0 expref: 196 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.978127:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6bbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7e0 expref: 196 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.978147:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764765.978152:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.978161:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.978167:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.978187:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764765.982451:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+195:2382:x1862022966780544:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 4366us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.982481:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23162 00000100:00100000:3.0:1775764765.989399:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966780672 00000100:00100000:3.0:1775764765.989409:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966780672 00000100:00100000:3.0:1775764765.989492:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50481 00000100:00100000:3.0:1775764765.989503:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+194:19724:x1862022966780672:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.989534:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.989556:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6c1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b803 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.989645:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6c21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.989661:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6c21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.989677:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6c21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.989691:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6c28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.989698:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6c28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.989704:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6c28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764765.997143:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966780800 00000100:00100000:3.0:1775764765.997153:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966780800 00000100:00100000:3.0:1775764765.997226:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15108 00000100:00100000:3.0:1775764765.997237:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+67:2381:x1862022966780800:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764765.997254:0:12184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764765.997270:0:12184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b80a expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764765.997302:0:12184:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x65d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764765.997318:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764765.997320:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764765.997331:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b80a expref: 68 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.997344:0:12184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b80a expref: 68 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764765.997361:0:12184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9e00, rc 0) 00000100:00100000:3.0:1775764765.997423:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966780800:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 187us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.997430:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15108 00000100:00100000:3.0:1775764766.002764:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966781056 00000100:00100000:3.0:1775764766.002779:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966781056 00000100:00100000:3.0:1775764766.002859:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16083 00000100:00100000:3.0:1775764766.002869:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+195:19723:x1862022966781056:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.003270:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+196:19723:x1862022966781056:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 402us (604us total) trans 4294997129 rc 0/0 00000100:00100000:3.0:1775764766.003278:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16083 00000100:00100000:3.0:1775764766.009146:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966781184 00000100:00100000:3.0:1775764766.009156:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966781184 00000100:00100000:3.0:1775764766.009227:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5321 00000100:00100000:3.0:1775764766.009238:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+196:2379:x1862022966781184:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.009256:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.009298:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6c3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b803 expref: 196 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.009321:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764766.009327:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.009394:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+195:2379:x1862022966781184:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 157us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.009402:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5321 00000100:00100000:3.0:1775764766.013284:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.017649:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.026086:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50485 00000100:00100000:3.0:1775764766.026094:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+197:19723:x1862022966781952:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.026108:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.026126:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6c75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b826 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.026239:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6c8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.026250:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f6c52 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b818 expref: 199 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.026258:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6c8a lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.026291:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f6c52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b818 expref: 199 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.026303:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f6c52 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b818 expref: 199 pid: 11866 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.026318:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978326656:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.026418:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977855dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.030998:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978326656:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.031026:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6c8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.039101:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966782464 00000100:00100000:3.0:1775764766.039190:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966782464 00010000:00010000:3.0:1775764766.039220:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b80a expref: 70 pid: 12184 timeout: 1492 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.039265:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23165 00000100:00100000:3.0:1775764766.039275:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2382:x1862022966782464:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.039840:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.039863:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b80a expref: 70 pid: 12184 timeout: 1492 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.039877:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b80a expref: 70 pid: 12184 timeout: 1492 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.039900:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c429c2b1/0x2aac6a50e5f6c44 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b80a expref: 70 pid: 12184 timeout: 1492 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.039916:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764766.039918:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764766.039924:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 69 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.039935:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 69 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.040048:0:5779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 69 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.040064:0:5779:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5779:1862022978326912:192.168.202.46@tcp:105: 00000100:00100000:3.0:1775764766.040262:0:5779:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977855dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.046240:0:5779:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5779:1862022978326912:192.168.202.46@tcp:105: 00010000:00010000:3.0:1775764766.046260:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.046290:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+68:2382:x1862022966782464:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 7016us (7339us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.046299:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23165 00000100:00100000:3.0:1775764766.053230:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.056448:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966783744 00000100:00100000:3.0:1775764766.056455:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966783744 00000100:00100000:3.0:1775764766.057718:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.060263:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966784128 00000100:00100000:3.0:1775764766.060273:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966784128 00000100:00100000:3.0:1775764766.060328:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50490 00000100:00100000:3.0:1775764766.060337:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+202:19724:x1862022966784128:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.060356:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.060375:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6cec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b850 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.060510:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6cf3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xecf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.060539:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6170 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b47c expref: 203 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.060548:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6cf3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xecf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.060581:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b47c expref: 203 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.060800:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6170 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b47c expref: 204 pid: 16259 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.060817:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978327168:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.060944:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977855dd600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.063096:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978327168:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.063113:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6cf3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xecf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.072116:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966784768 00000100:00100000:3.0:1775764766.072121:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966784768 00000100:00100000:3.0:1775764766.075010:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.075082:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.079491:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.083189:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966785280 00000100:00100000:3.0:1775764766.083207:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966785280 00000100:00100000:3.0:1775764766.083272:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50495 00000100:00100000:3.0:1775764766.083291:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+202:19724:x1862022966785280:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.083318:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.083339:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6d55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b873 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.083441:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.083457:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.083490:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.083508:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.083523:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.083530:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.084884:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.084897:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.084905:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.084937:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xecf:0x0]: returning size 4096 00000004:00200000:3.0:1775764766.084941:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.084956:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.084978:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.084987:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.084994:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085001:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085007:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.085012:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085020:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085031:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.085033:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.085036:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085041:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6d5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085052:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085061:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085066:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085071:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.085073:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085078:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085086:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x960b89e0 (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.085088:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.085091:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085096:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6d63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085139:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6d55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b873 expref: 205 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085152:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b873 expref: 204 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.085161:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecf:0x0].0x0 (ffff89768f7c0100) 00010000:00010000:3.0:1775764766.085163:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.085166:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8a00, rc 0) 00000100:00100000:3.0:1775764766.085220:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+204:19724:x1862022966785280:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1940us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.085228:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50495 00000100:00100000:3.0:1775764766.089528:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966785536 00000100:00100000:3.0:1775764766.089533:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966785536 00000100:00100000:3.0:1775764766.089566:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5324 00000100:00100000:3.0:1775764766.089573:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+205:2380:x1862022966785536:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.089584:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.090437:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6d78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xecf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b873 expref: 205 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.090485:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecf:0x0].0x0 (ffff89768f7c0100) 00010000:00010000:3.0:1775764766.090491:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.090547:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+204:2380:x1862022966785536:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 974us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.090555:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5324 00000100:00100000:3.0:1775764766.094224:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966786176 00000100:00100000:3.0:1775764766.094231:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966786176 00000100:00100000:3.0:1775764766.094271:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16089 00000100:00100000:3.0:1775764766.094279:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+205:19724:x1862022966786176:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.097063:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966786432 00000100:00100000:3.0:1775764766.097071:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966786432 00000100:00100000:3.0:1775764766.097131:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16090 00000100:00100000:3.0:1775764766.097140:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+207:19724:x1862022966786432:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.097492:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+209:19724:x1862022966786432:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 353us (665us total) trans 4294997139 rc 0/0 00000100:00100000:3.0:1775764766.097500:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16090 00000100:00100000:3.0:1775764766.109091:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966786944 00000100:00100000:3.0:1775764766.109103:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966786944 00000100:00100000:3.0:1775764766.109172:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16092 00000100:00100000:3.0:1775764766.109183:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+208:19724:x1862022966786944:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.109438:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+209:19724:x1862022966786944:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 256us (1872us total) trans 4294997141 rc 0/0 00000100:00100000:3.0:1775764766.109446:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16092 00000100:00100000:3.0:1775764766.115054:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978327552:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.115081:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.119587:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966787584 00000100:00100000:3.0:1775764766.119614:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966787584 00010000:00010000:3.0:1775764766.119661:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686562e00/0x2aac6a50e5f3fce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a931 expref: 212 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.119701:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23170 00000100:00100000:3.0:1775764766.119710:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+212:2382:x1862022966787584:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.119727:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.119734:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686562e00/0x2aac6a50e5f3fce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a931 expref: 212 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119749:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686562e00/0x2aac6a50e5f3fce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a931 expref: 212 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119778:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686562e00/0x2aac6a50e5f3fce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a931 expref: 212 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119795:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:3.0:1775764766.119801:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119811:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119819:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119858:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.119913:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+211:2382:x1862022966787584:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 204us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.119920:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23170 00010000:00010000:3.0:1775764766.119951:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.119959:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.119985:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00010000:00010000:3.0:1775764766.120148:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f6d7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b881 expref: 212 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.120163:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b881 expref: 211 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.120171:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:3.0:1775764766.120174:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.120176:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1800, rc 0) 00000100:00100000:3.0:1775764766.120206:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+211:19723:x1862022966787200:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8593us (8888us total) trans 4294997143 rc 0/0 00000100:00100000:3.0:1775764766.120213:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50497 00000100:00100000:3.0:1775764766.141836:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966788608 00000100:00100000:3.0:1775764766.141852:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966788608 00010000:00010000:3.0:1775764766.141885:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b881 expref: 216 pid: 16259 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.141921:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23171 00000100:00100000:3.0:1775764766.141930:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+216:2382:x1862022966788608:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.141945:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.141951:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b881 expref: 216 pid: 16259 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.141965:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b881 expref: 216 pid: 16259 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.141987:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6d86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b881 expref: 216 pid: 16259 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.142002:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:3.0:1775764766.142007:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.142016:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.142022:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.142051:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.142093:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+215:2382:x1862022966788608:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 165us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.142100:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23171 00000100:00100000:3.0:1775764766.158459:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.171626:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966789760 00000100:00100000:3.0:1775764766.171635:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966789760 00000100:00100000:3.0:1775764766.171682:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966790016 00000100:00100000:3.0:1775764766.171685:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966790016 00000100:00100000:3.0:1775764766.171704:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16100 00000100:00100000:3.0:1775764766.171714:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+218:19724:x1862022966789760:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.171944:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+219:19724:x1862022966789760:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 231us (493us total) trans 4294997150 rc 0/0 00000100:00100000:3.0:1775764766.171951:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16100 00000100:00100000:3.0:1775764766.171997:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16101 00000100:00100000:3.0:1775764766.172004:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+218:19723:x1862022966790016:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.172084:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+219:19723:x1862022966790016:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 80us (551us total) trans 4294997151 rc 0/0 00000100:00100000:3.0:1775764766.172091:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16101 00000100:00100000:3.0:1775764766.176320:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966790272 00000100:00100000:3.0:1775764766.176327:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966790272 00000100:00100000:3.0:1775764766.176365:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16102 00000100:00100000:3.0:1775764766.176374:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+220:19724:x1862022966790272:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.176579:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+221:19724:x1862022966790272:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 206us (1664us total) trans 4294997152 rc 0/0 00000100:00100000:3.0:1775764766.176586:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16102 00000100:00100000:3.0:1775764766.182234:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966790656 00000100:00100000:3.0:1775764766.182244:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966790656 00000100:00100000:3.0:1775764766.182310:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50501 00000100:00100000:3.0:1775764766.182322:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+221:19723:x1862022966790656:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.182348:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.182369:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6dd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b89d expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182546:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6dda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182561:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 222 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182570:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f6dcc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b896 expref: 222 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182578:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6dda lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182612:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f6dcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b896 expref: 222 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182631:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f6dcc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b896 expref: 222 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.182646:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978327808:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.182746:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 222 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.182756:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 222 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.182766:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978327936:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.182788:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.193098:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966791168 00000100:00100000:3.0:1775764766.193107:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966791168 00010000:00010000:3.0:1775764766.193147:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 223 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.193218:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23173 00000100:00100000:3.0:1775764766.193225:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+223:2381:x1862022966791168:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.193238:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.193243:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 223 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.193254:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 223 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.193273:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6d9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b888 expref: 223 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.193293:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:3.0:1775764766.193297:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6dda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.193306:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6dda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.193313:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6dda lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.193345:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.193393:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+222:2381:x1862022966791168:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 168us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.193399:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23173 00000100:00100000:3.0:1775764766.195703:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966791424 00000100:00100000:3.0:1775764766.195713:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966791424 00000100:00100000:3.0:1775764766.212344:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966792320 00000100:00100000:3.0:1775764766.212351:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966792320 00000100:00100000:3.0:1775764766.212387:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16107 00000100:00100000:3.0:1775764766.212396:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+227:19724:x1862022966792320:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.212748:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+228:19724:x1862022966792320:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 352us (497us total) trans 4294997158 rc 0/0 00000100:00100000:3.0:1775764766.212756:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16107 00000100:00100000:3.0:1775764766.215312:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966792576 00000100:00100000:3.0:1775764766.215322:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966792576 00000100:00100000:3.0:1775764766.215370:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16108 00000100:00100000:3.0:1775764766.215380:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+228:19724:x1862022966792576:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.219697:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.226602:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.226654:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.226726:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.230902:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764766.230911:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6e35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xecf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.230916:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764766.230919:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6e35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xecf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.230924:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6e35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xecf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.230935:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecf:0x0].0x0 (ffff897682bd0800) 00010000:00010000:3.0:1775764766.230936:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764766.230938:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6e35 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xecf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.230942:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6e35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xecf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.230954:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764766.230955:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764766.230957:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764766.245322:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000090119979 x1862022978328192) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f6e0b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8ab expref: 229 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.245353:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f6e0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8ab expref: 229 pid: 9373 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.245373:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978328192:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.245387:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978328320:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.245410:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:3.0:1775764766.245416:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6e20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.245425:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6e20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.245434:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f6e20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.257748:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966793728 00000100:00100000:3.0:1775764766.257761:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966793728 00000100:00100000:3.0:1775764766.276424:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.294981:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.295010:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.304834:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966795136 00000100:00100000:3.0:1775764766.304855:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966795136 00010000:00010000:3.0:1775764766.304906:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686562200/0x2aac6a50e5f40d8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a98c expref: 232 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.304954:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23179 00000100:00100000:3.0:1775764766.304965:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+232:2379:x1862022966795136:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.304983:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.304989:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686562200/0x2aac6a50e5f40d8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a98c expref: 232 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.305002:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686562200/0x2aac6a50e5f40d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a98c expref: 232 pid: 5795 timeout: 1492 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.305022:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:3.0:1775764766.305028:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f6e89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.305037:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f6e89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.305045:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f6e89 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.305063:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.305115:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+232:2379:x1862022966795136:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 152us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.305122:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23179 00000100:00100000:3.0:1775764766.308110:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.323844:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.333566:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.334882:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.334894:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.334941:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed0:0x0]: returning size 4096 00000004:00200000:3.0:1775764766.334946:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.334966:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.335000:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f6e97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8d5 expref: 234 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.335019:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6e9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8d5 expref: 233 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.335028:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed0:0x0].0x0 (ffff897690fc9900) 00010000:00010000:3.0:1775764766.335031:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.335034:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1800, rc 0) 00000100:00100000:3.0:1775764766.335083:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+233:19724:x1862022966795264:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 26179us (26979us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.335091:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50510 00000100:00100000:3.0:1775764766.338798:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897786f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978328960:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.338831:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.341502:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.358819:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.358860:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966796032 00000100:00100000:3.0:1775764766.358868:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966796032 00000100:00100000:3.0:1775764766.358917:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5326 00000100:00100000:3.0:1775764766.358927:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+234:2382:x1862022966796032:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.358943:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.358960:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f6ec8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8e3 expref: 234 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.358985:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed0:0x0].0x0 (ffff897690fc9900) 00010000:00010000:3.0:1775764766.358992:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.359031:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+233:2382:x1862022966796032:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 106us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.359043:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5326 00000100:00100000:3.0:1775764766.359880:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.362630:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966796800 00000100:00100000:3.0:1775764766.362640:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966796800 00000100:00100000:3.0:1775764766.362692:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50514 00000100:00100000:3.0:1775764766.362704:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+233:19724:x1862022966796800:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764766.362762:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.362787:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f6e9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8d5 expref: 234 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.362803:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed0:0x0].0x0 (ffff897690fc9900) 00010000:00010000:3.0:1775764766.362814:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764766.362833:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.362858:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.362870:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.362885:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6ef9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.362892:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.362898:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363010:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363027:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363036:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764766.363618:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2833, 64 off189568 00000004:00080000:3.0:1775764766.363629:0:11866:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1393030163870ns, next at 1394030161542ns, rc = 0 00010000:00010000:3.0:1775764766.363683:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6f0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363692:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363700:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6f0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363708:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6f0e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363719:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6f0e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363725:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f6f0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363742:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764766.363758:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363764:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363771:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363778:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.363783:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363801:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363812:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed0:0x0].0x0 (ffff8977a2c32200) 00010000:00010000:3.0:1775764766.363816:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764766.363820:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363832:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f07 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363860:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363876:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363891:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363897:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.363900:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363909:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363916:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.363918:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.363921:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.363926:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6eeb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764766.363934:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009806ef34 reply state 0000000073d307b5 transno 4294997167 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.363943:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764766.364004:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+236:19724:x1862022966796800:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1303us (1446us total) trans 4294997167 rc 0/0 00000100:00100000:3.0:1775764766.364012:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50514 00000100:00100000:3.0:1775764766.370569:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966797312 00000100:00100000:3.0:1775764766.370575:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966797312 00000100:00100000:3.0:1775764766.370625:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16111 00000100:00100000:3.0:1775764766.370635:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+237:19724:x1862022966797312:12345-192.168.202.46@tcp:35:dbench.0 00000001:00080000:3.0:1775764766.371011:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997168 00000100:00100000:3.0:1775764766.371128:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+236:19724:x1862022966797312:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 493us (698us total) trans 4294997169 rc 0/0 00000100:00100000:3.0:1775764766.371145:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16111 00000020:00080000:3.0:1775764766.371149:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764766.375630:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966797440 00000100:00100000:3.0:1775764766.375642:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966797440 00000100:00100000:3.0:1775764766.375699:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50516 00000100:00100000:3.0:1775764766.375709:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966797440:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.375736:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.375755:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f6f1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b8f8 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.375888:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.375904:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f6f00 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f1 expref: 236 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.375912:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.375946:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f6f00 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f1 expref: 236 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.375963:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f6f00 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f1 expref: 236 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.375977:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978329344:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.379143:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.379422:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978329472:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.379447:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f6f31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.380127:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966797824 00000100:00100000:3.0:1775764766.380134:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966797824 00010000:00010000:3.0:1775764766.380162:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f68fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b700 expref: 239 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.380201:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23184 00000100:00100000:3.0:1775764766.380211:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+239:2381:x1862022966797824:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.380226:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.380233:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f68fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b700 expref: 239 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.380242:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f68fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b700 expref: 239 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.380261:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f68fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b700 expref: 239 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.380292:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed1:0x0].0x0 (ffff8977a2c32d00) 00010000:00010000:3.0:1775764766.380298:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f6f31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.380307:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f6f31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.380314:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f6f31 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.380343:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.380391:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+238:2381:x1862022966797824:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 182us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.380399:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23184 00000100:00100000:3.0:1775764766.385432:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978329344:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.385494:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.389131:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.389144:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.395306:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50519 00000100:00100000:3.0:1775764766.395317:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+238:19723:x1862022966798208:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.395329:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.395340:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6f4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b90d expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395403:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395415:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395426:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395438:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395444:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395450:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395579:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6f62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395587:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395592:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.395622:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec1:0x0]: returning size 543 00000004:00200000:3.0:1775764766.395627:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.395649:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395661:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395670:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395677:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395683:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395688:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.395693:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395701:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395711:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.395714:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.395718:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395722:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6f54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395730:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395733:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395737:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395741:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.395742:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395745:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395749:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xb0449b87 (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.395750:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.395751:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395754:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6f5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395774:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6f4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b90d expref: 240 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395782:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f6f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b90d expref: 239 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.395785:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:3.0:1775764766.395787:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.395788:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9a00, rc 0) 00000100:00100000:3.0:1775764766.395818:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+239:19723:x1862022966798208:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 505us (1242us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.395825:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50519 00010000:00010000:3.0:1775764766.413922:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f6f70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.413938:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f6f70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.413963:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec1:0x0]: returning size 543 00010000:00010000:3.0:1775764766.414144:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f6f69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b914 expref: 238 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.414166:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f6f70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b914 expref: 237 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.414175:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:3.0:1775764766.414178:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.414181:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8d200, rc 0) 00000100:00100000:3.0:1775764766.421322:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+237:19723:x1862022966798464:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 21727us (22085us total) trans 4294997172 rc 0/0 00000100:00100000:3.0:1775764766.421335:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50520 00000100:00100000:3.0:1775764766.431348:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.433101:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966799488 00000100:00100000:3.0:1775764766.433112:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966799488 00000100:00100000:3.0:1775764766.433166:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16112 00000100:00100000:3.0:1775764766.433176:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+240:19724:x1862022966799488:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.433555:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+241:19724:x1862022966799488:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 378us (587us total) trans 4294997173 rc 0/0 00000100:00100000:3.0:1775764766.433568:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16112 00000100:00100000:3.0:1775764766.434486:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.439155:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.439198:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.440830:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50524 00000100:00100000:3.0:1775764766.440842:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+240:19723:x1862022966800000:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.440856:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.440868:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6fc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b929 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.440947:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.440956:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.440964:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.440980:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.440987:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.440993:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441036:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441043:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441048:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441052:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.441054:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441059:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441066:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.441068:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.441071:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441076:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f6fcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441085:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441090:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441095:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441100:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.441103:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441108:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441113:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xca0470e2 (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.441116:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.441118:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441122:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f6fd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441157:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6fc4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b929 expref: 241 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441167:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.441169:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.441173:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f6fc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b929 expref: 241 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.441182:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9400, rc 0) 00000100:00100000:3.0:1775764766.441261:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+240:19723:x1862022966800000:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 423us (2062us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764766.441270:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50524 00010000:00010000:3.0:1775764766.445987:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.445997:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.446005:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.446010:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.446014:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.446025:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.446036:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xc40f8bdb (ffff8976818aef00) 00010000:00010000:3.0:1775764766.446038:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.446042:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.446048:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f6faf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.450365:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966800384 00000100:00100000:3.0:1775764766.450375:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966800384 00000100:00100000:3.0:1775764766.450423:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50527 00000100:00100000:3.0:1775764766.450430:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+238:19724:x1862022966800384:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.450449:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.450528:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7003 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b93e expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.450638:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f700a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.450659:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f700a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.450671:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f700a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.450730:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b8:0x0]: returning size 8192 00000004:00200000:3.0:1775764766.450735:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.450759:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f700a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.450784:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7003 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b93e expref: 240 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.450800:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f700a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b93e expref: 239 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.450809:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.450812:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764766.450816:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9400, rc 0) 00000100:00100000:3.0:1775764766.450887:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+239:19724:x1862022966800384:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 456us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.450894:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50527 00000100:00100000:3.0:1775764766.453565:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.464426:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.464722:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.468832:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.468870:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966801664 00000100:00100000:3.0:1775764766.468882:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966801664 00000100:00100000:3.0:1775764766.468927:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50530 00000100:00100000:3.0:1775764766.468937:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+242:19724:x1862022966801664:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.468957:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.468974:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f7057 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b95a expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469087:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469098:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f630d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b508 expref: 243 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469103:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7050 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b953 expref: 243 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469108:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469134:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b953 expref: 243 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469144:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7050 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b953 expref: 243 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.469153:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978330112:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.469235:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f630d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b508 expref: 243 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.469249:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f630d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b508 expref: 243 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.469258:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978330240:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.469292:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.470292:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.475287:0:11866:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000098afc0fe x1862022978330112) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7050 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b953 expref: 247 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.475308:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7050 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b953 expref: 247 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.475323:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978330112:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.475335:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978330240:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.475355:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89779a9fe500) 00010000:00010000:3.0:1775764766.475360:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.475765:0:11866:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.475772:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.478484:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.478502:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.478508:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.478539:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ba:0x0]: returning size 260096 00010000:00010000:3.0:1775764766.478737:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8a00/0x2aac6a50e5f7057 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b95a expref: 244 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.478755:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b95a expref: 243 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.478764:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89779a9fe500) 00010000:00010000:3.0:1775764766.478767:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.478769:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9e00, rc 0) 00000100:00100000:3.0:1775764766.478816:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+243:19724:x1862022966801664:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9880us (9982us total) trans 4294997178 rc 0/0 00000100:00100000:3.0:1775764766.478824:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50530 00000100:00100000:3.0:1775764766.484766:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50533 00000100:00100000:3.0:1775764766.484785:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+245:19724:x1862022966802432:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.484807:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.484821:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f708f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b96f expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.484915:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7096 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.484928:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b95a expref: 246 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.484935:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7096 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.484965:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b95a expref: 246 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.484976:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f705e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b95a expref: 246 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.484988:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978330624:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.485042:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.486160:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966802560 00000100:00100000:3.0:1775764766.486167:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966802560 00010000:00010000:3.0:1775764766.486194:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f706c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b961 expref: 247 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.486225:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23193 00000100:00100000:3.0:1775764766.486234:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+247:2381:x1862022966802560:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.486248:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.486255:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f706c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b961 expref: 247 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.486267:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f706c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b961 expref: 247 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.486362:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f706c lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b961 expref: 247 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.486378:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:3.0:1775764766.486382:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7088 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.486389:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7088 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.486394:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7088 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.486416:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.486488:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+246:2381:x1862022966802560:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 229us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.486496:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23193 00000100:00100000:3.0:1775764766.495807:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966802816 00000100:00100000:3.0:1775764766.495814:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966802816 00000100:00100000:3.0:1775764766.495942:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15111 00000100:00100000:3.0:1775764766.495952:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+70:19723:x1862022966802816:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.495968:0:12186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.495983:0:12186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 2/0,0 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b976 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.496009:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5f7034 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b94c expref: 71 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.496024:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764766.496026:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764766.496031:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 4/0,0 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 71 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.496062:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5f7034 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b94c expref: 71 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.496075:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5f7034 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b94c expref: 71 pid: 12180 timeout: 1493 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.496088:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978330752:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.496157:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.509676:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978330752:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.509717:0:12186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 3/0,0 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 71 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.509746:0:12186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8a00, rc 0) 00000100:00100000:3.0:1775764766.510620:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+71:19723:x1862022966802816:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14669us (16322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.510628:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15111 00000100:00100000:3.0:1775764766.522245:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966803584 00000100:00100000:3.0:1775764766.522261:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966803584 00000100:00100000:3.0:1775764766.522339:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16116 00000100:00100000:3.0:1775764766.522350:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+244:19723:x1862022966803584:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764766.523031:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+245:19723:x1862022966803584:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 679us (4941us total) trans 4294997180 rc 0/0 00000100:00100000:3.0:1775764766.523040:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16116 00000100:00100000:3.0:1775764766.529194:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.563702:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966804736 00000100:00100000:3.0:1775764766.563712:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966804736 00000100:00100000:3.0:1775764766.563772:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5329 00000100:00100000:3.0:1775764766.563780:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+247:2382:x1862022966804736:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.563796:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.563820:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f70ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b98b expref: 247 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.563847:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:3.0:1775764766.563852:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.563903:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+246:2382:x1862022966804736:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 124us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.563911:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5329 00000100:00100000:3.0:1775764766.566139:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966804864 00000100:00100000:3.0:1775764766.566142:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966804864 00000100:00100000:3.0:1775764766.566204:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50538 00000100:00100000:3.0:1775764766.566211:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+247:19723:x1862022966804608:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.566229:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.566247:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7106 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b999 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.566407:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.566423:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7088 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b968 expref: 248 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.566433:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.566491:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7088 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b968 expref: 248 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.566507:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7088 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b968 expref: 248 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.566532:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978331136:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.570911:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966805120 00000100:00100000:3.0:1775764766.570919:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966805120 00010000:00010000:3.0:1775764766.571247:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.571254:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.571272:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed3:0x0]: returning size 2048 00010000:00010000:3.0:1775764766.571820:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7106 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b999 expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.571897:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b999 expref: 249 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.571910:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:3.0:1775764766.571912:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.571915:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9c00, rc 0) 00000100:00100000:3.0:1775764766.571951:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+249:19723:x1862022966804608:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5741us (8790us total) trans 4294997182 rc 0/0 00000100:00100000:3.0:1775764766.571959:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50538 00010000:00010000:3.0:1775764766.572106:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682236c00/0x2aac6a50e5f711b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.572110:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236c00/0x2aac6a50e5f711b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.572135:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ba:0x0]: returning size 260096 00000004:00200000:3.0:1775764766.572138:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.572148:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236c00/0x2aac6a50e5f711b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.572163:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7114 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a0 expref: 248 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.572171:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236c00/0x2aac6a50e5f711b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a0 expref: 247 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.572176:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89779a9fe500) 00010000:00010000:3.0:1775764766.572177:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.572179:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236c00, rc 0) 00000100:00100000:3.0:1775764766.572194:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+247:19724:x1862022966804864:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5393us (6585us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.572199:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50539 00000100:00100000:3.0:1775764766.575655:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966805248 00000100:00100000:3.0:1775764766.575665:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966805248 00000100:00100000:3.0:1775764766.575709:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966805376 00000100:00100000:3.0:1775764766.575711:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966805376 00000100:00100000:3.0:1775764766.575728:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50540 00000100:00100000:3.0:1775764766.575736:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+248:19723:x1862022966805248:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.575758:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.575778:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7129 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9a7 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.575896:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.575909:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b999 expref: 249 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.575919:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.575949:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b999 expref: 249 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.575962:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f710d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b999 expref: 249 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.575975:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978331392:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.576049:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.582317:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978331392:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.582343:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.584102:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.584109:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.584152:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed3:0x0]: returning size 2048 00000004:00200000:3.0:1775764766.584155:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.584173:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.584202:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7129 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 249 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.584213:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 248 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.584218:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:3.0:1775764766.584220:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.584222:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9a00, rc 0) 00000100:00100000:3.0:1775764766.584254:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+248:19723:x1862022966805248:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8520us (8838us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.584258:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50540 00000100:00100000:3.0:1775764766.588107:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966805888 00000100:00100000:3.0:1775764766.588116:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966805888 00000100:00100000:3.0:1775764766.588166:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50542 00000100:00100000:3.0:1775764766.588173:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+248:19724:x1862022966805888:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.588193:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.588211:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7153 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9b5 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588363:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588379:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f637d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b52b expref: 249 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588385:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f714c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9ae expref: 249 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588390:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588418:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f714c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9ae expref: 249 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588428:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f714c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9ae expref: 249 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.588438:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978331520:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.588585:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f637d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b52b expref: 249 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.588603:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f637d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b52b expref: 249 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.588613:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978331648:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.588646:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.600631:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978331648:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.600667:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bc:0x0].0x0 (ffff897690fc9700) 00010000:00010000:3.0:1775764766.600677:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.600689:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.600702:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.601231:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.601240:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.601265:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bc:0x0]: returning size 260096 00010000:00010000:3.0:1775764766.601524:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7153 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9b5 expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.601540:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9b5 expref: 249 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.601547:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bc:0x0].0x0 (ffff897690fc9700) 00010000:00010000:3.0:1775764766.601550:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.601553:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9e00, rc 0) 00000100:00100000:3.0:1775764766.601583:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+249:19724:x1862022966805888:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13412us (13548us total) trans 4294997183 rc 0/0 00000100:00100000:3.0:1775764766.601589:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50542 00000100:00100000:3.0:1775764766.605380:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966806400 00000100:00100000:3.0:1775764766.605385:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966806400 00000100:00100000:3.0:1775764766.605411:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50544 00000100:00100000:3.0:1775764766.605416:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+248:19723:x1862022966806400:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.605431:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.605444:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9c3 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605569:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605580:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605590:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605617:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605625:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605632:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605705:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605711:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605715:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605719:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.605721:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605726:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605731:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.605733:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.605736:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605739:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f718b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605745:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605748:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605752:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605755:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.605757:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605760:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605764:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd263642c (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.605765:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.605766:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605769:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605797:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7184 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9c3 expref: 249 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605802:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.605803:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.605805:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9c3 expref: 249 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.605810:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222f600, rc 0) 00000100:00100000:3.0:1775764766.605844:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+248:19723:x1862022966806400:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 418us (1844us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764766.605848:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50544 00000100:00100000:3.0:1775764766.620874:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966806528 00000100:00100000:3.0:1775764766.620888:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966806528 00000100:00100000:3.0:1775764766.620963:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50545 00000100:00100000:3.0:1775764766.620973:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+248:19724:x1862022966806528:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.620998:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.621020:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7199 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9ca expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.621213:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222fe00/0x2aac6a50e5f71a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.621228:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9b5 expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.621237:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222fe00/0x2aac6a50e5f71a0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.621269:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9b5 expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.621435:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f715a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9b5 expref: 251 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.621450:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978331776:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.621708:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.623764:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.632180:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966807040 00000100:00100000:3.0:1775764766.632189:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966807040 00000100:00100000:3.0:1775764766.632237:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50547 00000100:00100000:3.0:1775764766.632246:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+249:19724:x1862022966807040:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.632269:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.632298:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f71b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9d8 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632519:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632536:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632547:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632563:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632570:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632577:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632687:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632695:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632701:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.632734:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2be:0x0]: returning size 260096 00000004:00200000:3.0:1775764766.632738:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.632755:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632768:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632775:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632781:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632787:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632792:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.632796:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632802:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632813:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.632816:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.632821:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.632826:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f71bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633199:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633209:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633215:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633219:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.633222:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633227:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633235:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xca0b3ea (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.633238:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.633240:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633245:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f71c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633343:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f71b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9d8 expref: 251 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.633357:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9d8 expref: 250 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.634522:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2be:0x0].0x0 (ffff897691036200) 00010000:00010000:3.0:1775764766.634526:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.634529:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934c00, rc 0) 00000100:00100000:3.0:1775764766.636678:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.643598:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.653216:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966807680 00000100:00100000:3.0:1775764766.653221:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966807680 00000100:00100000:3.0:1775764766.653301:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50549 00000100:00100000:3.0:1775764766.653310:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+251:19723:x1862022966807680:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.653330:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.653346:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f71ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9e6 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.653663:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.653678:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b738 expref: 252 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.653687:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.653720:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b738 expref: 252 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.653733:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b738 expref: 252 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.653748:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978331904:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.653825:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.656196:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966808064 00000100:00100000:3.0:1775764766.656204:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966808064 00000100:00100000:3.0:1775764766.656250:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50550 00000100:00100000:3.0:1775764766.656258:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+253:19724:x1862022966808064:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.656282:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.656410:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f71fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9ed expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656669:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7202 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656682:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f63ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b54e expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656690:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9d8 expref: 254 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656699:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7202 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2be:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656728:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9d8 expref: 254 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656740:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f71ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9d8 expref: 254 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.656753:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978332032:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.656825:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f63ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b54e expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.656840:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f63ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b54e expref: 254 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.656849:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978332160:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.656866:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419840 going to sleep for 11 seconds 00010000:00010000:3.0:1775764766.660619:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f69ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b738 expref: 253 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.660631:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978331904:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.660642:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.660650:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.660656:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.660673:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00010000:00010000:3.0:1775764766.660896:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f71ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 254 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.660912:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 253 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.660921:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764766.660924:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.660927:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934000, rc 0) 00000100:00100000:3.0:1775764766.660969:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+253:19723:x1862022966807680:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7661us (8943us total) trans 4294997185 rc 0/0 00000100:00100000:3.0:1775764766.660977:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50549 00000100:00100000:3.0:1775764766.662800:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.662998:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50551 00000100:00100000:3.0:1775764766.663008:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+253:19723:x1862022966808576:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.663030:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.663046:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7210 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421b9f4 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.663148:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.664640:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 254 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.664654:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.664700:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 254 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.664717:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 254 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.664734:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978332288:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.668923:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.670244:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978332288:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.670266:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.670301:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966808704 00000100:00100000:3.0:1775764766.670309:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966808704 00010000:00010000:3.0:1775764766.670345:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 255 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.670386:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23206 00000100:00100000:3.0:1775764766.670396:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+255:2382:x1862022966808704:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.670411:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.670418:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 255 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.670428:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 255 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.670446:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f71f4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9e6 expref: 255 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.670458:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764766.670483:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.670493:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.670502:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.670531:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.672092:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+254:2382:x1862022966808704:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1690us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.672104:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23206 00010000:00010000:3.0:1775764766.672146:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.672155:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.672203:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:3.0:1775764766.672208:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.672227:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.672261:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7210 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9f4 expref: 254 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.672293:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7217 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9f4 expref: 253 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.672302:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764766.672306:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.672309:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e400, rc 0) 00000100:00100000:3.0:1775764766.672345:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+253:19723:x1862022966808576:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9338us (9554us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.672355:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50551 00000100:00100000:3.0:1775764766.696165:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.719709:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.719778:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.729283:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.742586:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.747799:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.753385:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.754241:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.759169:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.763233:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978333184:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.763430:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.763659:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.763667:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.763727:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:3.0:1775764766.763733:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.763757:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.763788:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f72bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 259 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.763803:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 258 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.763810:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764766.763813:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.763815:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00000100:00100000:3.0:1775764766.763937:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+258:19723:x1862022966811264:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8858us (9696us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.763946:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50560 00000100:00100000:3.0:1775764766.771907:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966812032 00000100:00100000:3.0:1775764766.771911:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966812032 00000100:00100000:3.0:1775764766.772206:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50562 00000100:00100000:3.0:1775764766.772216:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+258:19723:x1862022966812032:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.772236:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.772258:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f72f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ba41 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772370:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772385:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772404:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772421:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772428:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772434:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772536:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772541:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772546:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772550:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.772553:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772558:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772566:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.772568:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.772572:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772575:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f72f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772585:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772589:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772601:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772607:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.772610:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772616:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772623:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc40f8bdb (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.772626:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.772628:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772634:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f72fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772670:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f72f0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba41 expref: 259 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772678:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764766.772679:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.772681:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f72f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba41 expref: 259 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.772688:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8d200, rc 0) 00000100:00100000:3.0:1775764766.772750:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+258:19723:x1862022966812032:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 537us (968us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764766.772756:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50562 00000100:00100000:3.0:1775764766.787238:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.799311:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.799325:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.799333:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.799340:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778843e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.799345:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.799353:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.799374:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc40f8bdb (ffff897682bd0400) 00010000:00010000:3.0:1775764766.799378:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.799383:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.799389:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f733d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.800762:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966812928 00000100:00100000:3.0:1775764766.800772:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966812928 00000100:00100000:3.0:1775764766.800825:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50566 00000100:00100000:3.0:1775764766.800847:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+257:19724:x1862022966812928:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.800876:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.800897:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7352 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ba64 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801013:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801026:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801037:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801051:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801057:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801063:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801130:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801138:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801144:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801150:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.801154:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801160:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801171:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.801174:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.801178:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801184:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7359 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801198:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801204:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801210:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801216:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.801218:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801224:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801230:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x7063c938 (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.801232:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.801235:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801240:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f7360 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801376:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7352 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba64 expref: 258 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801387:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.801390:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.801393:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7352 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba64 expref: 258 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.801402:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8d200, rc 0) 00000100:00100000:3.0:1775764766.801519:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+257:19724:x1862022966812928:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 674us (821us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764766.801527:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50566 00000100:00100000:3.0:1775764766.820822:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.831952:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.837925:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764766.838047:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966814208 00000100:00100000:3.0:1775764766.838055:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966814208 00000100:00100000:3.0:1775764766.838100:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5333 00000100:00100000:3.0:1775764766.838110:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+261:2380:x1862022966814208:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.838123:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.838141:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f73ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba79 expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.838160:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764766.838164:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.838206:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+260:2380:x1862022966814208:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 99us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.838212:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5333 00000100:00100000:3.0:1775764766.838234:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966814080 00000100:00100000:3.0:1775764766.838237:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966814080 00000100:00100000:3.0:1775764766.838263:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50571 00000100:00100000:3.0:1775764766.838271:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+260:19724:x1862022966814080:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.838420:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.838433:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f73c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ba87 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.838585:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f73c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.838611:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f677b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b67b expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.838619:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f73c9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.838650:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f677b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b67b expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.838659:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f677b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b67b expref: 261 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.838672:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978333696:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.838733:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.844056:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978333696:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.844077:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f73c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.845460:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f73c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.845488:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f73c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.845502:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00010000:00010000:3.0:1775764766.845623:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d400/0x2aac6a50e5f73c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba87 expref: 262 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.845645:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f73c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba87 expref: 261 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.845651:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764766.845653:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.845655:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:3.0:1775764766.845780:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+260:19724:x1862022966814080:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7508us (7807us total) trans 4294997194 rc 0/0 00000100:00100000:3.0:1775764766.845788:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50571 00000100:00100000:3.0:1775764766.852798:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966814592 00000100:00100000:3.0:1775764766.852810:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966814592 00000100:00100000:3.0:1775764766.852912:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50572 00000100:00100000:3.0:1775764766.852925:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+260:19723:x1862022966814592:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.852957:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.852986:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f73de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ba8e expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.853149:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f73e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.853167:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f73bb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba80 expref: 261 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.853177:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f73e5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.853225:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f73bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba80 expref: 261 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.853243:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f73bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba80 expref: 261 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.853264:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978333824:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.853401:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.859023:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978333824:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.859055:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f73e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.868300:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966815104 00000100:00100000:3.0:1775764766.868311:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966815104 00000100:00100000:3.0:1775764766.868403:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15113 00000100:00100000:3.0:1775764766.868413:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:3f83546c-01a9-4156-8a97-44c446245d3e+69:19723:x1862022966815104:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.868437:0:12196:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.868460:0:12196:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 2/0,0 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ba9c expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.868534:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddffcb80/0x2aac6a50e5f7367 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba5d expref: 70 pid: 6579 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.868546:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764766.868549:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764766.868554:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 4/0,0 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 70 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.869068:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.869530:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.869540:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.869591:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00000004:00200000:3.0:1775764766.869596:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.869617:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.869651:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f73ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba95 expref: 261 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.869664:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba95 expref: 260 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.869672:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764766.869675:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.869677:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4600, rc 0) 00000100:00100000:3.0:1775764766.869734:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+260:19724:x1862022966814720:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8052us (8371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.869742:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50573 00000100:00100000:3.0:1775764766.881859:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.897119:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764766.897682:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f740f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.897692:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f740f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.897718:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7401 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baa3 expref: 263 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.897730:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7416 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baa3 expref: 262 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.897738:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:2.0:1775764766.897740:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764766.897742:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682237200, rc 0) 00000100:00100000:2.0:1775764766.898298:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+264:19724:x1862022966815616:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1155us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764766.898305:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50574 00000100:00100000:2.0:1775764766.904175:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.912503:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966816384 00000100:00100000:3.0:1775764766.912525:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966816384 00000100:00100000:3.0:1775764766.912596:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5334 00000100:00100000:3.0:1775764766.912607:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+264:2379:x1862022966816384:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.912625:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764766.912654:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7416 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baa3 expref: 264 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.912675:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764766.912681:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.912735:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+263:2379:x1862022966816384:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 130us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.912746:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5334 00000100:00100000:2.0:1775764766.913113:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966816256 00000100:00100000:2.0:1775764766.913119:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966816256 00000100:00100000:2.0:1775764766.913157:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50576 00000100:00100000:2.0:1775764766.913164:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+263:19724:x1862022966816256:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764766.913182:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764766.913197:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7439 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bab1 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.913336:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.913354:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba95 expref: 264 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.913361:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.913397:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba95 expref: 264 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.913412:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f73f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba95 expref: 264 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.913426:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978334336:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764766.913533:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764766.917088:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.917088:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.919447:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978334336:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.919503:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.922104:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764766.923153:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.923164:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.923188:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00010000:00010000:3.0:1775764766.923394:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7439 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab1 expref: 266 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.923413:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab1 expref: 265 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.923421:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764766.923424:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764766.923427:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236400, rc 0) 00000100:00100000:3.0:1775764766.923516:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+265:19724:x1862022966816256:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10343us (12557us total) trans 4294997197 rc 0/0 00000100:00100000:3.0:1775764766.923524:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50576 00000100:00100000:2.0:1775764766.928630:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.929292:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966817024 00000100:00100000:3.0:1775764766.929301:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966817024 00000100:00100000:3.0:1775764766.929374:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50578 00000100:00100000:3.0:1775764766.929384:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+265:19724:x1862022966817024:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.929410:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.929429:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f745c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421babf expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.929585:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.929598:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab1 expref: 266 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.929607:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.929645:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab1 expref: 266 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.929658:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7440 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab1 expref: 266 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.929673:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978334592:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.929780:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977984190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.935544:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978334592:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764766.935572:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.940316:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764766.940406:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.952010:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966817408 00000100:00100000:3.0:1775764766.952022:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966817408 00000100:00100000:3.0:1775764766.952087:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50579 00000100:00100000:3.0:1775764766.952099:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+264:19724:x1862022966817408:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.952125:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.952151:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7471 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bac6 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.952264:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.952295:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.952311:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.952330:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.952338:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.952346:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955401:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955424:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955439:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764766.955601:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c3:0x0]: returning size 260096 00000004:00200000:3.0:1775764766.955606:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764766.955632:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955644:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955654:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955660:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955667:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955672:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.955676:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955683:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.955695:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764766.955697:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.956794:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956806:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7478 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956832:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956840:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956847:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956853:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764766.956857:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956864:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956876:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x17d46a (ffff8977a2c32600) 00010000:00010000:3.0:1775764766.956879:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764766.956883:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956889:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f747f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956936:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7471 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bac6 expref: 266 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956952:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bac6 expref: 265 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.956979:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:3.0:1775764766.956982:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764766.956985:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236400, rc 0) 00000100:00100000:2.0:1775764766.959794:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+265:19724:x1862022966817408:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7686us (7873us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764766.959807:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50579 00000100:00100000:3.0:1775764766.962599:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966817536 00000100:00100000:3.0:1775764766.962610:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966817536 00000100:00100000:3.0:1775764766.962673:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50580 00000100:00100000:3.0:1775764766.962684:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+265:19723:x1862022966817536:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764766.962725:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764766.962748:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f748d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bacd expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.962870:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.962887:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 266 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.962897:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.962933:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 266 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.962948:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 266 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.962977:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978334720:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764766.963077:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764766.969118:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89779abbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978335360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764766.969155:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764766.969294:0:5789:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978334976 00000100:00100000:2.0:1775764766.969301:0:5789:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978334976 00000100:00100000:2.0:1775764766.969340:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1775764766.969350:0:5789:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783e89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3322:x1862022978334976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764766.969400:0:5789:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783e89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3322:x1862022978334976:12345-0@lo:400:kworker.0 Request processed in 52us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764766.969413:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1775764766.969459:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978334976:0@lo:400:kworker.0 00000100:00100000:2.0:1775764766.969493:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978335488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764766.971137:0:3321:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971485 gen 2 00000004:00080000:3.0:1775764766.971147:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bea00, transno 4294971483 00000004:00080000:3.0:1775764766.971155:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bce00, transno 4294971484 00000004:00080000:3.0:1775764766.971157:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bd500, transno 4294971485 00000100:00100000:3.0:1775764766.971164:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978335360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764766.971652:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764766.971705:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966817664 00000100:00100000:3.0:1775764766.971711:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966817664 00000100:00100000:2.0:1775764766.971715:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764766.971744:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966817792 00000100:00100000:2.0:1775764766.971749:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966817792 00000100:00100000:3.0:1775764766.971759:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5336 00010000:00010000:2.0:1775764766.971767:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 268 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.971768:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+268:2382:x1862022966817664:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.971784:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1775764766.971797:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23224 00000100:00100000:2.0:1775764766.971804:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+268:2379:x1862022966817792:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.971808:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7486 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bac6 expref: 268 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.971811:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764766.971815:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 268 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.971824:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:2.0:1775764766.971826:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 267 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.971829:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764766.971838:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f744e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bab8 expref: 267 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.971851:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:2.0:1775764766.971855:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.971864:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.971871:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764766.971875:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+266:2382:x1862022966817664:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 109us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.971881:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5336 00010000:00010000:2.0:1775764766.971889:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764766.971905:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+265:2379:x1862022966817792:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 102us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764766.971910:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23224 00000100:00100000:2.0:1775764766.972695:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966818048 00000100:00100000:2.0:1775764766.972702:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966818048 00000100:00100000:2.0:1775764766.972747:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50581 00000100:00100000:2.0:1775764766.972756:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+265:19724:x1862022966818048:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764766.972772:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764766.972790:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f749b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bad4 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.972896:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.973414:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f5cf4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2f4 expref: 265 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.973432:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.974804:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f5cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2f4 expref: 265 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.974831:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f5cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2f4 expref: 265 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.974850:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e385880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978335616:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764766.974953:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669f540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764766.978637:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e385880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978335616:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764766.978670:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.983850:0:16241:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966818432 00000100:00100000:2.0:1775764766.983858:0:16241:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966818432 00000100:00100000:3.0:1775764766.983897:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966818560 00000100:00100000:3.0:1775764766.983903:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966818560 00002000:00100000:2.0:1775764766.983904:0:16241:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000403:0x65d:0x0] (0->4095) req@ffff89768c964e00 x1862022966818432/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:247/0 lens 4584/0 e 0 to 0 dl 1775764777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764766.983914:0:16241:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768c964e00 with x1862022966818432 ext(0->4095) 00002000:00010000:2.0:1775764766.983919:0:16241:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768c964e00 00000100:00100000:3.0:1775764766.983947:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5337 00000100:00100000:3.0:1775764766.983956:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c966680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+266:2381:x1862022966818560:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764766.983970:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1775764766.983974:0:16241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2296 00000100:00100000:2.0:1775764766.983983:0:16241:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3f83546c-01a9-4156-8a97-44c446245d3e+69:2382:x1862022966818432:12345-192.168.202.46@tcp:4:dbench.0 00010000:00010000:3.0:1775764766.983996:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f74be lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421badb expref: 266 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764766.984018:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:3.0:1775764766.984023:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764766.984061:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c966680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+265:2381:x1862022966818560:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 105us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.984068:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5337 00000100:00100000:2.0:1775764766.984456:0:16241:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3f83546c-01a9-4156-8a97-44c446245d3e+71:2382:x1862022966818432:12345-192.168.202.46@tcp:4:dbench.0 Request processed in 474us (748us total) trans 4294972280 rc 0/0 00000100:00100000:2.0:1775764766.984544:0:16241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2296 00002000:00100000:2.0:1775764766.984550:0:16241:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000403:0x65d:0x0] (0->4095) req@ffff89768c964e00 x1862022966818432/t4294972280(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:247/0 lens 4584/448 e 0 to 0 dl 1775764777 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764766.984557:0:16241:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768c964e00 with x1862022966818432 ext(0->4095) 00002000:00010000:2.0:1775764766.984560:0:16241:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768c964e00 00000100:00100000:2.0:1775764766.989633:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966818688 00000100:00100000:2.0:1775764766.989642:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966818688 00000100:00100000:2.0:1775764766.989704:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966818816 00000100:00100000:2.0:1775764766.989707:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966818816 00000100:00100000:2.0:1775764766.989779:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50583 00000100:00100000:2.0:1775764766.989790:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+266:19724:x1862022966818688:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764766.989818:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764766.989840:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f74cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bae2 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.989956:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.989971:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 267 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.989980:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.990016:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 267 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.990034:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 267 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.990049:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e385880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978335744:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764766.990314:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669f540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764766.993383:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764766.993496:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966818944 00000100:00100000:2.0:1775764766.993502:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966818944 00010000:00010000:2.0:1775764766.993542:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 268 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764766.993572:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23226 00000100:00100000:2.0:1775764766.993579:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+268:2381:x1862022966818944:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764766.993593:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764766.993599:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 268 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.993610:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 268 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.993630:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f74a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bad4 expref: 268 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.993645:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:2.0:1775764766.993650:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.993661:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.993668:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764766.993690:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764766.993735:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+267:2381:x1862022966818944:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 156us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764766.993741:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23226 00000100:00100000:3.0:1775764766.998114:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.006530:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.008151:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966819456 00000100:00100000:2.0:1775764767.008158:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966819456 00010000:00010000:2.0:1775764767.008192:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f74ef lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae9 expref: 269 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.008606:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23227 00000100:00100000:2.0:1775764767.008617:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+269:2381:x1862022966819456:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.008631:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.008638:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f74ef lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae9 expref: 269 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.009151:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f74ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae9 expref: 269 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.009179:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:2.0:1775764767.009185:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.009196:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.009203:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.015956:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.015983:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966819584 00000100:00100000:3.0:1775764767.015992:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966819584 00010000:00010000:3.0:1775764767.016025:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f5d64 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b317 expref: 269 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.016050:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23228 00000100:00100000:3.0:1775764767.016058:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+269:2381:x1862022966819584:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.016069:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.016075:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f5d64 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b317 expref: 269 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.016087:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f5d64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b317 expref: 269 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.016109:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:3.0:1775764767.016115:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.016128:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.016136:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.016158:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.016203:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+269:2381:x1862022966819584:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 145us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.016209:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23228 00000100:00100000:3.0:1775764767.027825:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966819840 00000100:00100000:3.0:1775764767.027834:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966819840 00010000:00010000:3.0:1775764767.027874:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf0 expref: 269 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.027910:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23229 00000100:00100000:3.0:1775764767.027921:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+269:2382:x1862022966819840:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.027935:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.027942:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf0 expref: 269 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.027955:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf0 expref: 269 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.027976:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f74fd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf0 expref: 269 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.027997:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:3.0:1775764767.028003:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028013:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028020:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028044:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.028091:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+268:2382:x1862022966819840:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 171us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.028098:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23229 00010000:00010000:3.0:1775764767.028151:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028158:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.028208:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c5:0x0]: returning size 260096 00000004:00200000:3.0:1775764767.028212:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764767.028232:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028264:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f750b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 268 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028277:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 267 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.028284:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:3.0:1775764767.028287:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764767.028289:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4600, rc 0) 00000100:00100000:3.0:1775764767.028319:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+267:19724:x1862022966819712:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5578us (5747us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.028325:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50587 00000100:00100000:3.0:1775764767.043343:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.043760:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.047749:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966820480 00000100:00100000:3.0:1775764767.047759:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966820480 00010000:00010000:3.0:1775764767.047796:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f5dd4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b341 expref: 269 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.047833:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23230 00000100:00100000:3.0:1775764767.047845:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+269:2381:x1862022966820480:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.047859:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.047866:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f5dd4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b341 expref: 267 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.047878:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f5dd4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b341 expref: 261 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.047901:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:3.0:1775764767.047905:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.047918:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.047925:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.047944:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.047962:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+230:2381:x1862022966820480:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 121us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.047968:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23230 00000100:00100000:3.0:1775764767.048101:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978336384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764767.049144:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f5dd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b341 expref: 183 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.049167:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978336256:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.049192:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.049202:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.049208:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.049233:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c7:0x0]: returning size 260096 00010000:00010000:2.0:1775764767.049715:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7535 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb05 expref: 184 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.049733:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb05 expref: 183 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.051707:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:2.0:1775764767.051714:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.051721:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5600, rc 0) 00000100:00100000:3.0:1775764767.052426:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978336512 00000100:00100000:3.0:1775764767.052434:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978336512 00000100:00100000:3.0:1775764767.052545:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15114 00000100:00100000:3.0:1775764767.052556:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978336512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764767.052590:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1626 count 1 00010000:00010000:3.0:1775764767.052617:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052636:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa8b0853/0x2aac6a50e5f540a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b00e expref: 69 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052644:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764767.052646:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764767.052649:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052689:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fa8b0853/0x2aac6a50e5f540a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b00e expref: 69 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052705:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fa8b0853/0x2aac6a50e5f540a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b00e expref: 69 pid: 12180 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.052721:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978336768:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.052808:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.052830:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764767.052857:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978336384 00000100:00100000:3.0:1775764767.052862:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978336384 00000100:00100000:3.0:1775764767.052889:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15115 00000100:00100000:3.0:1775764767.052896:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978336384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764767.052910:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1628 count 1 00010000:00010000:3.0:1775764767.052927:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052942:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed7d681f/0x2aac6a50e5f6559 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b5d3 expref: 70 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052949:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764767.052950:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764767.052952:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052972:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed7d681f/0x2aac6a50e5f6559 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b5d3 expref: 70 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.052983:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed7d681f/0x2aac6a50e5f6559 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b5d3 expref: 70 pid: 12181 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.052994:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978336896:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.053017:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764767.056617:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+183:19724:x1862022966820352:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12581us (12744us total) trans 4294997201 rc 0/0 00000100:00100000:2.0:1775764767.056633:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50589 00000100:00100000:3.0:1775764767.056633:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.056855:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978336896:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.056880:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764767.056899:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764767.056916:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978336768:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.056927:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.076639:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.076654:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.076667:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.076682:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.076701:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764767.077188:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978336384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24289us (24354us total) trans 4294972281 rc 0/0 00000100:00100000:3.0:1775764767.077198:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15115 00010000:00010000:3.0:1775764767.077225:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764767.077232:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077241:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682237200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764767.077246:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077256:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077272:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077281:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e84ac01d/0x2aac6a50e5f7551 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077302:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764767.077305:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764767.077308:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764767.077322:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077337:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077359:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.077367:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002bd9180/0x2aac6a50e5f754a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.078580:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764767.078852:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3320:x1862022978336512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26298us (26473us total) trans 4294971488 rc 0/0 00000100:00100000:3.0:1775764767.078861:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15114 00000004:00080000:3.0:1775764767.078896:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90fb80/2, rc 0, transno 4294972281 00000100:00100000:3.0:1775764767.078902:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978336384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764767.087413:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978337152:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.087434:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.088811:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966821248 00000100:00100000:3.0:1775764767.088821:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966821248 00010000:00010000:3.0:1775764767.088865:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb05 expref: 185 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.088903:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23234 00000100:00100000:3.0:1775764767.088913:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+185:2382:x1862022966821248:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.088928:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.088935:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb05 expref: 185 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.088949:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb05 expref: 185 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.088969:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f753c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb05 expref: 185 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.088985:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:3.0:1775764767.088991:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.089002:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.089010:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.089038:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.089094:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+184:2382:x1862022966821248:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 182us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.089102:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23234 00010000:00010000:2.0:1775764767.090786:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.090802:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.115307:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.117202:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966821632 00000100:00100000:3.0:1775764767.117215:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966821632 00000100:00100000:3.0:1775764767.117278:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50592 00000100:00100000:3.0:1775764767.117288:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+184:19724:x1862022966821632:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.117306:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.117325:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7589 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb1a expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.117529:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.117543:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f5e67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b372 expref: 185 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.117551:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f7582 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb13 expref: 185 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.117559:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.117594:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f7582 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb13 expref: 185 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.117607:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f7582 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb13 expref: 185 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.117620:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978337280:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.118079:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f5e67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b372 expref: 185 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.118093:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f5e67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b372 expref: 185 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.118103:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978337408:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.118127:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419780 going to sleep for 11 seconds 00010000:00010000:3.0:1775764767.126874:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f7582 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb13 expref: 185 pid: 5796 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.126899:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978337280:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.126914:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f5e67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b372 expref: 184 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.126927:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978337408:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.126947:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.126956:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.126961:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.126981:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c9:0x0]: returning size 260096 00010000:00010000:3.0:1775764767.127156:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7589 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb1a expref: 185 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.127177:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb1a expref: 184 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.127186:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:3.0:1775764767.127189:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764767.127192:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682237400, rc 0) 00000100:00100000:3.0:1775764767.127240:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+184:19724:x1862022966821632:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9953us (11940us total) trans 4294997202 rc 0/0 00000100:00100000:3.0:1775764767.127248:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50592 00000001:00080000:3.0:1775764767.145438:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972280 is committed 00000100:00100000:2.0:1775764767.145763:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.145813:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.146408:0:6583:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966822144 00000100:00100000:3.0:1775764767.146413:0:6583:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966822144 00002000:00100000:3.0:1775764767.146444:0:6583:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000403:0x65e:0x0] (0->4095) req@ffff89768e387800 x1862022966822144/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:248/0 lens 4584/0 e 0 to 0 dl 1775764778 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764767.146453:0:6583:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e387800 with x1862022966822144 ext(0->4095) 00002000:00010000:3.0:1775764767.146458:0:6583:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e387800 00000100:00100000:3.0:1775764767.146494:0:6583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2297 00000100:00100000:3.0:1775764767.146501:0:6583:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3f83546c-01a9-4156-8a97-44c446245d3e+68:2382:x1862022966822144:12345-192.168.202.46@tcp:4:dbench.0 00000100:00100000:3.0:1775764767.146984:0:6583:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2382:x1862022966822144:12345-192.168.202.46@tcp:4:dbench.0 Request processed in 483us (1168us total) trans 4294971489 rc 0/0 00000100:00100000:3.0:1775764767.146992:0:6583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2297 00002000:00100000:3.0:1775764767.146998:0:6583:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000403:0x65e:0x0] (0->4095) req@ffff89768e387800 x1862022966822144/t4294971489(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:248/0 lens 4584/448 e 0 to 0 dl 1775764778 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764767.147013:0:6583:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e387800 with x1862022966822144 ext(0->4095) 00002000:00010000:3.0:1775764767.147016:0:6583:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e387800 00000100:00100000:3.0:1775764767.149318:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764767.150703:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7590 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb1a expref: 185 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.150718:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2aa3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978337536:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.150737:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.150745:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.150751:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.150796:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c9:0x0]: returning size 260096 00000004:00200000:3.0:1775764767.150801:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764767.150819:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.151221:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f759e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 185 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.151237:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 184 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.151245:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:3.0:1775764767.151249:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764767.151252:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8f600, rc 0) 00000100:00100000:3.0:1775764767.151300:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+184:19724:x1862022966822016:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5049us (5541us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.151308:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50593 00000100:00100000:3.0:1775764767.167287:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.167333:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.168088:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966823040 00000100:00100000:2.0:1775764767.168094:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966823040 00000100:00100000:2.0:1775764767.168140:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50596 00000100:00100000:2.0:1775764767.168149:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+185:19724:x1862022966823040:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.168163:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.168189:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f75c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb2f expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168332:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168360:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f5ebb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b38e expref: 186 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168369:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f75c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb28 expref: 186 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168384:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168425:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f75c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb28 expref: 186 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168439:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f75c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb28 expref: 186 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.168455:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978337664:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.168601:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f5ebb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b38e expref: 186 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.168611:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f5ebb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b38e expref: 186 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.168620:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978337792:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.168644:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778669ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.178252:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.178332:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.178371:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966822784 00000100:00100000:3.0:1775764767.178380:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966822784 00010000:00010000:3.0:1775764767.178421:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f75c1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb28 expref: 187 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.178452:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966823168 00000100:00100000:3.0:1775764767.178456:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966823168 00010000:00010000:3.0:1775764767.178838:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f5ebb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b38e expref: 188 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.178863:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23238 00000100:00100000:3.0:1775764767.178873:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+188:2382:x1862022966822784:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.178888:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.178894:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f75c1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb28 expref: 188 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.178906:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f75c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb28 expref: 188 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.178933:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:3.0:1775764767.178937:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.178945:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.178952:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.179001:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+188:2382:x1862022966822784:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 129us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.179008:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23238 00000100:00100000:3.0:1775764767.179031:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23239 00000100:00100000:3.0:1775764767.179037:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+187:2381:x1862022966823168:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.179045:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.179049:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f5ebb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b38e expref: 187 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.179058:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f5ebb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b38e expref: 187 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.179068:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:3.0:1775764767.179071:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.179078:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.179090:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.179107:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.179124:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+187:2381:x1862022966823168:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 87us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.179130:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23239 00000100:00100000:3.0:1775764767.187626:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.207031:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.207917:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966823424 00000100:00100000:2.0:1775764767.207932:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966823424 00010000:00010000:2.0:1775764767.207971:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb2f expref: 187 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.208014:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23240 00000100:00100000:2.0:1775764767.208024:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+187:2381:x1862022966823424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.208040:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.208047:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb2f expref: 187 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.208061:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb2f expref: 187 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.208081:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f75cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb2f expref: 187 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.208225:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:2.0:1775764767.208232:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.208243:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.208251:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.208282:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764767.208345:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+186:2381:x1862022966823424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 322us (1323us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.208352:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23240 00000100:00100000:3.0:1775764767.215022:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.226575:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.226615:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966823808 00000100:00100000:3.0:1775764767.226624:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966823808 00000100:00100000:3.0:1775764767.226674:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50599 00000100:00100000:3.0:1775764767.226685:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+186:19724:x1862022966823808:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.226706:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.226728:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f7607 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb44 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.226868:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.226883:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f5fb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3e2 expref: 187 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.226891:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7600 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb3d expref: 187 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.226902:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.226936:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7600 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb3d expref: 187 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.226950:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7600 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb3d expref: 187 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.226964:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978338048:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.227060:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f5fb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3e2 expref: 187 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.227070:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f5fb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3e2 expref: 187 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.227078:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978338176:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.227684:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789e80840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.227781:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.227874:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966823936 00000100:00100000:3.0:1775764767.227880:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966823936 00010000:00010000:3.0:1775764767.227905:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7600 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb3d expref: 188 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.227930:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23241 00000100:00100000:3.0:1775764767.227938:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+188:2381:x1862022966823936:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.227950:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.227956:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7600 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb3d expref: 188 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.227968:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7600 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb3d expref: 188 pid: 11866 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.227987:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:3.0:1775764767.227992:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.227999:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.228006:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.228038:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+188:2381:x1862022966823936:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 101us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.228045:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23241 00000100:00100000:3.0:1775764767.234930:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.234957:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966824064 00000100:00100000:3.0:1775764767.234966:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966824064 00010000:00010000:3.0:1775764767.234999:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f5fb7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3e2 expref: 188 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.235030:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23242 00000100:00100000:3.0:1775764767.235039:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+188:2381:x1862022966824064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.235057:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.235064:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f5fb7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3e2 expref: 188 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.235079:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f5fb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3e2 expref: 188 pid: 5795 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.235104:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:3.0:1775764767.235110:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.235120:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.235127:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f760e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.235147:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.235205:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+188:2381:x1862022966824064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 166us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.235213:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23242 00000001:00080000:2.0:1775764767.246632:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971487 is committed 00000001:00080000:2.0:1775764767.246649:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971489 is committed 00000001:00080000:2.0:1775764767.246656:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971488 is committed 00000100:00100000:3.0:1775764767.249023:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.249120:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978338304:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.249151:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.257306:0:14507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966824576 00000100:00100000:2.0:1775764767.257318:0:14507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966824576 00002000:00100000:2.0:1775764767.257373:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000403:0x65e:0x0] (0->4095) req@ffff89768f424a80 x1862022966824576/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:248/0 lens 4584/0 e 0 to 0 dl 1775764778 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764767.257388:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768f424a80 with x1862022966824576 ext(0->4095) 00002000:00010000:2.0:1775764767.257395:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768f424a80 00000100:00100000:2.0:1775764767.257429:0:14507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2298 00000100:00100000:2.0:1775764767.257438:0:14507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+68:2379:x1862022966824576:12345-192.168.202.46@tcp:4:dbench.0 00000100:00100000:2.0:1775764767.257960:0:14507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966824576:12345-192.168.202.46@tcp:4:dbench.0 Request processed in 522us (951us total) trans 4294972282 rc 0/0 00000100:00100000:2.0:1775764767.257967:0:14507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2298 00002000:00100000:2.0:1775764767.257973:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000403:0x65e:0x0] (0->4095) req@ffff89768f424a80 x1862022966824576/t4294972282(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:248/0 lens 4584/448 e 0 to 0 dl 1775764778 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764767.257981:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768f424a80 with x1862022966824576 ext(0->4095) 00002000:00010000:2.0:1775764767.257985:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768f424a80 00010000:00010000:1.0:1775764767.259730:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f7638 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259735:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f7638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259740:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.259742:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f7638 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259747:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f7638 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259754:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9e362f1b (ffff897682bd0800) 00010000:00010000:1.0:1775764767.259756:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.259758:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f7638 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259763:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f7638 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259791:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f762a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb52 expref: 188 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259803:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f763f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb52 expref: 187 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.259809:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:1.0:1775764767.259811:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764767.259813:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e400, rc 0) 00000100:00100000:1.0:1775764767.259859:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+187:19724:x1862022966824448:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 961us (2960us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.259869:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50601 00000100:00100000:3.0:1775764767.262743:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.262826:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.264665:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966824704 00000100:00100000:1.0:1775764767.264676:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966824704 00000100:00100000:1.0:1775764767.266442:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.266535:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966825088 00000100:00100000:3.0:1775764767.266543:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966825088 00000100:00100000:3.0:1775764767.266609:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50602 00000100:00100000:3.0:1775764767.266620:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+187:19724:x1862022966825088:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.266641:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.266662:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7646 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb59 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.266800:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.266815:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 188 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.266834:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.266871:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 188 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.266884:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 188 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.266898:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978338432:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.267340:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789e80540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.292209:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.292232:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966825216 00000100:00100000:3.0:1775764767.292239:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966825216 00010000:00010000:3.0:1775764767.292272:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 189 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.292297:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23244 00000100:00100000:3.0:1775764767.292304:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966825216:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.292321:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.292327:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 189 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.292340:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 189 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.292363:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:3.0:1775764767.292367:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.292375:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.292381:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.292397:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.292443:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966825216:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 139us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.292450:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23244 00010000:00010000:2.0:1775764767.293094:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f5a31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b206 expref: 188 pid: 9373 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.293115:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978338432:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.293136:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.293150:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.293155:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.293177:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d1:0x0]: returning size 260096 00010000:00010000:2.0:1775764767.293412:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7646 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 189 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.293429:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 188 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.293437:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:2.0:1775764767.293440:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.293442:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236400, rc 0) 00000100:00100000:2.0:1775764767.293552:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+188:19724:x1862022966825088:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 26934us (27116us total) trans 4294997205 rc 0/0 00000100:00100000:2.0:1775764767.293561:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50602 00000100:00100000:3.0:1775764767.294888:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.295189:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966825344 00000100:00100000:2.0:1775764767.295196:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966825344 00000100:00100000:2.0:1775764767.295260:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15119 00000100:00100000:2.0:1775764767.295274:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966825344:12345-192.168.202.46@tcp:16:dbench.0 00000100:00100000:1.0:1775764767.300456:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.303869:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966825472 00000100:00100000:2.0:1775764767.303881:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966825472 00000100:00100000:2.0:1775764767.303937:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50604 00000100:00100000:2.0:1775764767.303948:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+187:19724:x1862022966825472:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.303973:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.303995:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f765b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb60 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.304129:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.304145:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 188 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.304155:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.304198:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 188 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.304209:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 188 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.304223:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978338560:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.304317:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.313035:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.314579:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966825600 00000100:00100000:3.0:1775764767.314605:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966825600 00010000:00010000:3.0:1775764767.314654:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 189 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.314697:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23245 00000100:00100000:3.0:1775764767.314707:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966825600:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.314722:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.314729:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 189 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.314743:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 189 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.314766:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:3.0:1775764767.314771:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.314781:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.314789:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.314813:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.314870:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966825600:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 164us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.314877:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23245 00010000:00010000:2.0:1775764767.315759:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f764d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb59 expref: 188 pid: 5794 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.315781:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978338560:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.315804:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.315819:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.315825:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.315874:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d1:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.315880:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.315900:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.315935:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f765b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 188 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.315950:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 187 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.315958:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:2.0:1775764767.315961:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.315964:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac200, rc 0) 00000100:00100000:2.0:1775764767.316006:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+187:19724:x1862022966825472:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12059us (15560us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.316015:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50604 00000100:00100000:2.0:1775764767.322156:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966825728 00000100:00100000:2.0:1775764767.322167:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966825728 00000100:00100000:2.0:1775764767.322228:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50605 00000100:00100000:2.0:1775764767.322239:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+187:19724:x1862022966825728:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.322259:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.322280:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb67 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322370:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322385:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322397:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322411:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322418:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322424:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322897:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322907:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322914:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.322950:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d3:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.322955:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.322974:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322985:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322993:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.322999:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323005:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323011:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.323015:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323022:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323034:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764767.323037:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.323041:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323047:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7670 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323059:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323064:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323071:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323075:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.323077:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323083:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323089:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xf2061246 (ffff897690fc9900) 00010000:00010000:2.0:1775764767.323091:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.323093:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323830:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7677 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323870:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb67 expref: 189 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323885:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb67 expref: 188 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.323892:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:2.0:1775764767.323895:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.323897:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:2.0:1775764767.324653:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+188:19724:x1862022966825728:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 2413us (2745us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.324666:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50605 00000100:00100000:3.0:1775764767.331181:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.338861:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.339111:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966826112 00000100:00100000:3.0:1775764767.339120:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966826112 00010000:00010000:3.0:1775764767.339159:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb67 expref: 190 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.339198:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23246 00000100:00100000:3.0:1775764767.339208:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+190:2382:x1862022966826112:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.339222:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.339229:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb67 expref: 190 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.339240:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f767e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb67 expref: 190 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.339261:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:3.0:1775764767.339274:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.339280:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.339285:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.339327:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+190:2382:x1862022966826112:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 122us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.339331:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23246 00000100:00100000:2.0:1775764767.348104:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.348385:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966826240 00000100:00100000:3.0:1775764767.348394:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966826240 00010000:00010000:3.0:1775764767.348433:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f5aaf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b230 expref: 189 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.348498:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23247 00000100:00100000:3.0:1775764767.348517:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966826240:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.348534:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.348542:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f5aaf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b230 expref: 189 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.348564:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f5aaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b230 expref: 189 pid: 16259 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.348599:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:3.0:1775764767.348605:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.348613:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.348623:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.348643:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.348694:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966826240:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 180us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.348700:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23247 00000001:00080000:3.0:1775764767.359417:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972282 is committed 00000001:00080000:3.0:1775764767.359437:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972281 is committed 00000100:00100000:1.0:1775764767.362030:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.364640:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966826368 00000100:00100000:2.0:1775764767.364654:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966826368 00000100:00100000:3.0:1775764767.369818:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50607 00000100:00100000:3.0:1775764767.369836:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+188:19724:x1862022966826368:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.369859:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.369878:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f769a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb75 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.369987:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.370001:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb6e expref: 189 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.370007:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.370034:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb6e expref: 189 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.370044:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb6e expref: 189 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.370055:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978338944:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.370161:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.380688:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.380781:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764767.381544:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f768c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb6e expref: 189 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.381562:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978338944:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764767.381579:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.381586:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.381590:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764767.381625:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d3:0x0]: returning size 260096 00000004:00200000:1.0:1775764767.381628:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764767.381643:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.381668:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f769a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 189 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.381681:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 188 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.381687:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:1.0:1775764767.381689:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764767.381691:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682237400, rc 0) 00000100:00100000:1.0:1775764767.381717:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+188:19724:x1862022966826368:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11892us (19689us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.381722:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50607 00000100:00100000:3.0:1775764767.385055:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.388975:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966826624 00000100:00100000:1.0:1775764767.388990:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966826624 00000100:00100000:1.0:1775764767.389048:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50608 00000100:00100000:1.0:1775764767.389055:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+188:19723:x1862022966826624:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.389072:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.389091:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f76a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb7c expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390056:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390069:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390078:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390089:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390105:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390110:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390531:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390542:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390549:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764767.390582:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xece:0x0]: returning size 2048 00000004:00200000:1.0:1775764767.390585:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764767.390610:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390618:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390624:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390627:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390632:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390638:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.390642:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390646:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390654:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764767.390656:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.390659:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390663:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f76af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390670:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390674:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390678:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390680:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.390682:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390685:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390691:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x283705e2 (ffff897682bd0800) 00010000:00010000:1.0:1775764767.390693:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.390694:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390697:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f76b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390719:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f76a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb7c expref: 190 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390726:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb7c expref: 189 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.390730:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:1.0:1775764767.390731:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764767.390733:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8fa00, rc 0) 00000100:00100000:1.0:1775764767.390801:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+189:19723:x1862022966826624:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1744us (10018us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.390809:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50608 00000100:00100000:3.0:1775764767.401907:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.401934:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.401958:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966827136 00000100:00100000:3.0:1775764767.401967:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966827136 00000100:00100000:3.0:1775764767.402012:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5340 00000100:00100000:3.0:1775764767.402019:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+189:2381:x1862022966827136:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.402030:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.402050:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f76bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb7c expref: 189 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.402069:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:3.0:1775764767.402073:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.402109:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+188:2381:x1862022966827136:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 91us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.402114:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5340 00000100:00100000:2.0:1775764767.402314:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966826752 00000100:00100000:2.0:1775764767.402318:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966826752 00000100:00100000:2.0:1775764767.402344:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966827008 00000100:00100000:2.0:1775764767.402346:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966827008 00000100:00100000:2.0:1775764767.402358:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50609 00000100:00100000:2.0:1775764767.402362:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+189:19724:x1862022966826752:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.402378:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.402391:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f76c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb83 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402508:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402523:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402534:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402550:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402558:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402564:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402825:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402833:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402839:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.402876:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d5:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.402881:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.402903:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402915:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402922:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402927:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402933:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402938:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.402942:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402948:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402956:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764767.402959:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.402962:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402967:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f76cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402976:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402982:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402987:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.402992:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.402994:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403000:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403006:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbcf75103 (ffff897690fc9900) 00010000:00010000:2.0:1775764767.403008:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.403009:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403015:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f76d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403045:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f76c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 191 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403056:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 190 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403063:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764767.403065:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.403067:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:2.0:1775764767.403105:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+190:19724:x1862022966826752:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 741us (18055us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.403112:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50609 00000100:00100000:2.0:1775764767.403131:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50610 00000100:00100000:2.0:1775764767.403137:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+189:19723:x1862022966827008:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.403144:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.403151:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f76e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb8a expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403231:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f76e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403237:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f76e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403242:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f76e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.403250:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xece:0x0]: returning size 2048 00010000:00010000:2.0:1775764767.403337:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f76e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb8a expref: 192 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403345:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f76e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb8a expref: 191 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.403350:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:2.0:1775764767.403352:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.403353:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:2.0:1775764767.403369:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+191:19723:x1862022966827008:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 234us (1473us total) trans 4294997207 rc 0/0 00000100:00100000:2.0:1775764767.403373:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50610 00000100:00100000:1.0:1775764767.410565:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.411434:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.440412:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.440630:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966827776 00000100:00100000:3.0:1775764767.440640:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966827776 00000100:00100000:2.0:1775764767.440672:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966828160 00000100:00100000:2.0:1775764767.440676:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966828160 00000100:00100000:2.0:1775764767.440718:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50611 00000100:00100000:2.0:1775764767.440728:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+192:19724:x1862022966828160:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:3.0:1775764767.440743:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50612 00000100:00100000:3.0:1775764767.440749:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+192:19723:x1862022966827776:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.440759:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.440761:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.440778:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f76f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb98 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.440778:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f76fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb91 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.440915:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.440915:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.440930:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 194 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.440931:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f5b26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b25a expref: 194 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.440940:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.440945:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 194 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.440951:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.440974:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 194 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.440974:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 194 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.440988:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 194 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.440988:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 194 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.441002:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978339072:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764767.441859:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966827904 00000100:00100000:1.0:1775764767.441867:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966827904 00010000:00010000:1.0:1775764767.441892:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.441919:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23249 00000100:00100000:1.0:1775764767.441924:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+195:2379:x1862022966827904:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.441934:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.441938:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.441947:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.441962:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:1.0:1775764767.441965:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.441970:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.441974:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.442021:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+195:2379:x1862022966827904:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 97us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.442026:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23249 00000100:00100000:2.0:1775764767.446720:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978339200:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.446851:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764767.447036:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f5b26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b25a expref: 194 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.447049:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f5b26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b25a expref: 194 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.447059:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978339328:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.447073:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.454577:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978339072:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.454608:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.474433:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.475041:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966828288 00000100:00100000:3.0:1775764767.475052:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966828288 00010000:00010000:3.0:1775764767.475091:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 195 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.475616:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23250 00000100:00100000:3.0:1775764767.475626:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+195:2381:x1862022966828288:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.475643:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.475650:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 195 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.475664:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 195 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.475687:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f5d72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b31e expref: 195 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.475710:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:3.0:1775764767.475716:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.475725:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.475733:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.475761:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.475813:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+194:2381:x1862022966828288:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 188us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.475821:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23250 00010000:00010000:2.0:1775764767.475917:0:5795:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000008f2b121d x1862022978339200) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 193 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.475932:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f76d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb83 expref: 193 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.475943:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978339200:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.479237:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764767.479937:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.479945:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.479966:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d5:0x0]: returning size 260096 00010000:00010000:2.0:1775764767.480192:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f76f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb98 expref: 193 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.480209:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb98 expref: 192 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.480216:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764767.480219:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.480221:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:2.0:1775764767.480261:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+192:19724:x1862022966828160:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 39535us (39653us total) trans 4294997210 rc 0/0 00000100:00100000:2.0:1775764767.480268:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50611 00000100:00100000:3.0:1775764767.483241:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.483334:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.483973:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966828672 00000100:00100000:1.0:1775764767.483983:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966828672 00000100:00100000:2.0:1775764767.486778:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966828544 00000100:00100000:2.0:1775764767.486794:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966828544 00000100:00100000:2.0:1775764767.486878:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50613 00000100:00100000:2.0:1775764767.486890:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+193:19724:x1862022966828672:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.486925:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.486947:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f771f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bba6 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.487072:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.487087:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb98 expref: 194 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.487096:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.487131:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb98 expref: 194 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.487146:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f770a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb98 expref: 194 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.487160:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978339456:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764767.488195:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50614 00000100:00100000:1.0:1775764767.488211:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+194:19723:x1862022966828544:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.488226:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.488242:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f772d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bb9f expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.488752:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843f800/0x2aac6a50e5f7734 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.488767:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb91 expref: 195 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.488776:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778843f800/0x2aac6a50e5f7734 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.488809:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb91 expref: 195 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.488822:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7703 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xece:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb91 expref: 195 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.488923:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978339584:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764767.489054:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764767.491656:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.507720:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.508157:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978339584:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.508188:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89778843f800/0x2aac6a50e5f7734 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.518965:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829184 00000100:00100000:3.0:1775764767.518973:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829184 00000100:00100000:3.0:1775764767.519019:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50615 00000100:00100000:3.0:1775764767.519026:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+192:19724:x1862022966829184:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.519046:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.519067:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f773b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbb4 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.519167:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.519185:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.519196:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.519211:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.519216:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.519220:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522096:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522111:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522122:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.522163:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.522168:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.522191:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522203:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522213:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522219:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.522400:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829056 00000100:00100000:3.0:1775764767.522412:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829056 00000100:00100000:3.0:1775764767.522559:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50616 00000100:00100000:3.0:1775764767.522570:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+194:19723:x1862022966829056:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.522589:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.522602:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f7757 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbad expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522681:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522688:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682236400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.522691:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522693:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.522700:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522701:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.522709:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522715:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764767.522718:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.522723:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522724:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.522730:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522731:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7742 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.522737:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522753:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522759:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522764:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522769:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682237200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.522771:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522776:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522782:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x98ca20bd (ffff8977a2c32d00) 00010000:00010000:2.0:1775764767.522784:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.522787:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522792:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7749 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522840:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f773b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 196 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522855:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 195 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.522868:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:2.0:1775764767.522871:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.522873:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:2.0:1775764767.522950:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+195:19724:x1862022966829184:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3923us (4170us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.522957:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50615 00010000:00010000:3.0:1775764767.522978:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.522986:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.522994:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.523017:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xece:0x0]: returning size 2048 00000004:00200000:3.0:1775764767.523021:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764767.523047:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523056:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523061:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523066:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523074:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523078:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.523081:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523086:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523275:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764767.523278:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.523282:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523288:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f775e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523298:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523304:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523309:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523314:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.523317:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523328:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523336:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x283705e2 (ffff8977a2c32200) 00010000:00010000:3.0:1775764767.523339:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.523341:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523347:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7765 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523368:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f7757 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbad expref: 195 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523378:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbad expref: 194 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.523385:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:3.0:1775764767.523387:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764767.523389:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8400, rc 0) 00000100:00100000:3.0:1775764767.523411:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+194:19723:x1862022966829056:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 845us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.523418:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50616 00000100:00100000:3.0:1775764767.534804:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.534852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.534875:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.534876:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829440 00000100:00100000:2.0:1775764767.534886:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829440 00000100:00100000:3.0:1775764767.534893:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.534947:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829696 00000100:00100000:2.0:1775764767.534951:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829696 00000100:00100000:2.0:1775764767.534975:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50617 00000100:00100000:2.0:1775764767.534985:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+195:19724:x1862022966829440:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.535009:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.535033:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7773 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbbb expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535183:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535200:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 196 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535209:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 196 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535222:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535263:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 196 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535277:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 196 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.535291:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978339712:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.535413:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 196 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.535423:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 196 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.535432:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978339840:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.535455:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.535621:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829568 00000100:00100000:1.0:1775764767.535627:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829568 00010000:00010000:1.0:1775764767.535651:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 197 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.535675:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829824 00000100:00100000:1.0:1775764767.535678:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829824 00000100:00100000:1.0:1775764767.535701:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23254 00000100:00100000:1.0:1775764767.535708:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+198:2380:x1862022966829568:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.535720:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.535727:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 198 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.535744:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 198 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.535764:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:1.0:1775764767.535769:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.535776:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.535783:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.535807:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+198:2380:x1862022966829568:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 99us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.535812:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23254 00000100:00100000:1.0:1775764767.535825:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5342 00000100:00100000:1.0:1775764767.535829:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+197:2379:x1862022966829824:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.535834:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.535841:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f776c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbad expref: 197 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.535852:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:1.0:1775764767.535854:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.535863:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+196:2379:x1862022966829824:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 34us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.535867:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5342 00010000:00010000:0.0:1775764767.536775:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.536780:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7788 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.536788:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7788 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.536800:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764767.536803:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.536807:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7788 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.536813:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7788 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.539613:0:9373:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000004259b6e9 x1862022978339712) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 196 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.539637:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7750 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbb4 expref: 196 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.539656:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e387100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978339712:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764767.541246:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541271:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541276:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541281:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.541284:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541290:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541302:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x3f304673 (ffff897691036100) 00010000:00010000:0.0:1775764767.541304:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.541309:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541313:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f778f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541386:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7781 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc2 expref: 195 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541394:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764767.541395:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.541398:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7781 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc2 expref: 195 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.541405:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5c00, rc 0) 00000100:00100000:2.0:1775764767.541687:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978339840:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.541706:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764767.541713:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:2.0:1775764767.541717:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.541726:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.541735:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.541888:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966829952 00000100:00100000:0.0:1775764767.541894:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966829952 00010000:00010000:0.0:1775764767.541924:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.541959:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23255 00000100:00100000:0.0:1775764767.541979:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+195:2380:x1862022966829952:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764767.541994:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764767.542000:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.542013:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.542031:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f5bb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b27d expref: 195 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.542041:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:0.0:1775764767.542045:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.542052:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.542058:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.542085:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764767.542133:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+194:2380:x1862022966829952:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 156us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.542141:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23255 00000100:00100000:1.0:1775764767.543310:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+193:19723:x1862022966829696:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7027us (8428us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764767.543322:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50618 00010000:00010000:2.0:1775764767.543573:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.543584:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.543617:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00010000:00010000:2.0:1775764767.543766:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7773 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 194 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.543781:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 193 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.543786:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:2.0:1775764767.543788:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.543790:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac600, rc 0) 00000100:00100000:2.0:1775764767.543813:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+193:19724:x1862022966829440:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8832us (9028us total) trans 4294997211 rc 0/0 00000100:00100000:2.0:1775764767.543817:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50617 00000100:00100000:3.0:1775764767.547523:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.547558:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.547676:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830080 00000100:00100000:0.0:1775764767.547689:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830080 00000100:00100000:1.0:1775764767.547733:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830208 00000100:00100000:1.0:1775764767.547738:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830208 00000100:00100000:0.0:1775764767.547755:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50619 00000100:00100000:0.0:1775764767.547765:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+194:19724:x1862022966830080:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:1.0:1775764767.547765:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50620 00000100:00100000:1.0:1775764767.547771:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+194:19723:x1862022966830208:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.547826:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.547847:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f779d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbc9 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.547963:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.547981:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 195 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.547988:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.548021:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 195 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.548043:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 195 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.548057:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978339968:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.548152:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764767.549951:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978339968:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764767.549982:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.550748:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.551191:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830336 00000100:00100000:2.0:1775764767.551197:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830336 00010000:00010000:2.0:1775764767.551227:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 196 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.551260:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23256 00000100:00100000:2.0:1775764767.551266:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+196:2381:x1862022966830336:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.551280:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.551287:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 196 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.551300:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 196 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.551321:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f777a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbbb expref: 196 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.551337:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:2.0:1775764767.551341:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.551350:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.551356:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.551386:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764767.551436:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+195:2381:x1862022966830336:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 170us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.551442:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23256 00010000:00010000:0.0:1775764767.552571:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.552582:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.552639:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00000004:00200000:0.0:1775764767.552643:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764767.552664:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.552702:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f779d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 195 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.552719:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 194 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.552727:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:0.0:1775764767.552730:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764767.552733:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5000, rc 0) 00000100:00100000:0.0:1775764767.552774:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+194:19724:x1862022966830080:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5012us (5261us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.552780:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50619 00000100:00100000:3.0:1775764767.555771:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764767.556914:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.556939:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbd0 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.557034:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f77b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.557048:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f77b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.557059:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f77b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764767.557245:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bb:0x0]: returning size 8192 00000004:00200000:1.0:1775764767.557249:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764767.557317:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f77b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.557344:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbd0 expref: 195 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.557361:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f77b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbd0 expref: 194 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.557375:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764767.557378:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764767.557382:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e000, rc 0) 00000100:00100000:1.0:1775764767.557438:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+194:19723:x1862022966830208:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9666us (9879us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.557445:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50620 00000100:00100000:1.0:1775764767.557482:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830464 00000100:00100000:1.0:1775764767.557490:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830464 00000100:00100000:0.0:1775764767.560847:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50621 00000100:00100000:0.0:1775764767.560871:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+194:19724:x1862022966830464:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.560897:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.560918:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f77b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbd7 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561048:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561066:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561079:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561110:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561117:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561124:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561454:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561490:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561508:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.561544:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00000004:00200000:0.0:1775764767.561550:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764767.561573:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561585:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561593:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561599:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561608:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561614:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.561617:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561624:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561634:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764767.561636:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.561640:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561646:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f77c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561656:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561660:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561665:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561669:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.561671:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561680:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561686:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3afecd66 (ffff897691036100) 00010000:00010000:0.0:1775764767.561688:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.561691:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561695:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f77c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561721:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f77b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbd7 expref: 196 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561733:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbd7 expref: 195 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.561740:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:0.0:1775764767.561742:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764767.561744:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5600, rc 0) 00000100:00100000:0.0:1775764767.561825:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+195:19724:x1862022966830464:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 964us (6061us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.561834:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50621 00000100:00100000:3.0:1775764767.562562:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.562611:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830592 00000100:00100000:0.0:1775764767.562621:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830592 00000100:00100000:0.0:1775764767.562671:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16124 00000100:00100000:0.0:1775764767.562679:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+195:19723:x1862022966830592:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:3.0:1775764767.566523:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.567414:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830720 00000100:00100000:2.0:1775764767.567427:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830720 00000100:00100000:2.0:1775764767.567520:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5343 00000100:00100000:2.0:1775764767.567531:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+196:2381:x1862022966830720:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.567547:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.567579:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f77ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbd7 expref: 196 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.567602:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:2.0:1775764767.567607:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764767.567667:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+195:2381:x1862022966830720:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 138us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.567673:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5343 00000100:00100000:0.0:1775764767.579621:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.579802:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966830976 00000100:00100000:2.0:1775764767.579815:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966830976 00000100:00100000:2.0:1775764767.579900:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50622 00000100:00100000:2.0:1775764767.579912:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+196:19724:x1862022966830976:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.579937:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.579960:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f77d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbde expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.580125:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.580140:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 197 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.580150:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.580198:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 197 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.580214:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 197 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.580228:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978340096:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.580333:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764767.587681:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+196:19723:x1862022966830592:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 24991us (25108us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.587699:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16124 00000100:00100000:3.0:1775764767.587994:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.588039:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966831104 00000100:00100000:1.0:1775764767.588048:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966831104 00010000:00010000:1.0:1775764767.588084:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 196 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.588123:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23257 00000100:00100000:1.0:1775764767.588132:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+196:2382:x1862022966831104:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.588147:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.588154:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 196 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.588167:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 196 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.588196:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:1.0:1775764767.588202:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.588216:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.588224:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.588242:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.588271:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+196:2382:x1862022966831104:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 140us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.588279:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23257 00010000:00010000:2.0:1775764767.599557:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f5c22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2ae expref: 195 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.599586:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978340096:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.599624:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.599638:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.599644:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.599676:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00010000:00010000:2.0:1775764767.599878:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f77d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 196 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.599894:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 195 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.599908:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:2.0:1775764767.599911:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.599915:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:2.0:1775764767.600233:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+195:19724:x1862022966830976:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 20322us (20624us total) trans 4294997212 rc 0/0 00000100:00100000:2.0:1775764767.600244:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50622 00000100:00100000:3.0:1775764767.600506:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.601219:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966831232 00000100:00100000:1.0:1775764767.601229:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966831232 00000100:00100000:1.0:1775764767.601295:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50623 00000100:00100000:1.0:1775764767.601304:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+195:19723:x1862022966831232:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.601322:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.601341:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbe5 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601435:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601449:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601460:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601515:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601527:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601533:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601807:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601816:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601822:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601828:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.601832:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601838:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601849:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764767.601852:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.601855:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601861:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f77f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601871:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601877:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601882:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601886:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.601888:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601893:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601899:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x3771cd63 (ffff897682bd0800) 00010000:00010000:1.0:1775764767.601901:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.601904:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601909:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f77f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601948:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbe5 expref: 196 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601959:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764767.601961:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.601964:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbe5 expref: 196 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.601976:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8ee00, rc 0) 00000100:00100000:1.0:1775764767.602023:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+195:19723:x1862022966831232:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 721us (1558us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764767.602029:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50623 00000100:00100000:2.0:1775764767.609753:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.609795:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.610019:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966831360 00000100:00100000:1.0:1775764767.610029:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966831360 00000100:00100000:1.0:1775764767.610083:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966831488 00000100:00100000:1.0:1775764767.610086:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966831488 00000100:00100000:1.0:1775764767.610111:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50624 00000100:00100000:1.0:1775764767.610120:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+196:19723:x1862022966831360:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.610141:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.610160:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbec expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610261:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610277:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610289:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610304:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610311:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610322:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610755:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610764:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610773:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610779:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.610783:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610790:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610804:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764767.610808:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.610813:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.610820:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f7806 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.610943:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50625 00000100:00100000:3.0:1775764767.610957:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+197:19724:x1862022966831488:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.610974:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.610984:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f7814 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbf3 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.611067:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.611079:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 198 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.611087:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.611119:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 198 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.611132:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 198 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.611150:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978340224:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.611249:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764767.611346:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611352:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611359:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611364:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.611367:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611372:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611381:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x198617f1 (ffff897682bd0800) 00010000:00010000:1.0:1775764767.611384:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.611387:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611603:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f780d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611648:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbec expref: 198 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611658:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764767.611660:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.611664:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f77ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbec expref: 198 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.611674:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8ee00, rc 0) 00000100:00100000:1.0:1775764767.611705:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+197:19723:x1862022966831360:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1587us (1964us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764767.611713:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50624 00000100:00100000:0.0:1775764767.617242:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978340224:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764767.617274:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.620543:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.620674:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966831872 00000100:00100000:3.0:1775764767.620685:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966831872 00010000:00010000:3.0:1775764767.620728:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 197 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.620780:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23258 00000100:00100000:3.0:1775764767.620789:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+197:2381:x1862022966831872:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.620804:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.620812:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 197 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.620835:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 197 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.620859:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f77dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbde expref: 197 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.620876:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:3.0:1775764767.620882:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.620892:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.620902:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.620931:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.620983:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+196:2381:x1862022966831872:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 195us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.620991:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23258 00010000:00010000:0.0:1775764767.625994:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.626009:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.626067:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00000004:00200000:0.0:1775764767.626072:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764767.626096:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.626147:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f7814 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 196 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.626170:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 195 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.626181:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:0.0:1775764767.626185:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764767.626189:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6a00, rc 0) 00000100:00100000:0.0:1775764767.626315:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+195:19724:x1862022966831488:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 15361us (16517us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.626326:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50625 00000100:00100000:2.0:1775764767.637904:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.637996:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.638187:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966831744 00000100:00100000:0.0:1775764767.638198:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966831744 00000100:00100000:0.0:1775764767.638271:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16125 00000100:00100000:0.0:1775764767.638282:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+195:19723:x1862022966831744:12345-192.168.202.46@tcp:35:dbench.0 00000001:00080000:0.0:1775764767.638629:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997213 00000100:00100000:0.0:1775764767.638734:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+197:19723:x1862022966831744:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 454us (843us total) trans 4294997214 rc 0/0 00000100:00100000:0.0:1775764767.638742:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16125 00000020:00080000:0.0:1775764767.638747:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764767.641122:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966832000 00000100:00100000:1.0:1775764767.641138:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966832000 00000100:00100000:2.0:1775764767.642291:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50626 00000100:00100000:2.0:1775764767.642304:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+197:19724:x1862022966832000:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.642328:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.642352:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7822 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bbfa expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642516:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642532:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642546:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642566:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642573:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642580:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642902:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642911:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642918:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.642954:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.642958:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.642976:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642987:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.642995:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643001:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643008:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643018:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.643023:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643030:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643043:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764767.643046:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.643051:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643057:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7829 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643070:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643077:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643082:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643088:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.643090:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643096:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643107:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x76821429 (ffff897690fc9900) 00010000:00010000:2.0:1775764767.643110:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.643112:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643118:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7830 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643145:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7822 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbfa expref: 199 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643158:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbfa expref: 198 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.643165:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764767.643168:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.643170:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:2.0:1775764767.643244:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+198:19724:x1862022966832000:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 943us (5247us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.643252:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50626 00000100:00100000:2.0:1775764767.654109:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.654198:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966832256 00000100:00100000:0.0:1775764767.654209:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966832256 00000100:00100000:0.0:1775764767.654275:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50627 00000100:00100000:0.0:1775764767.654285:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+198:19723:x1862022966832256:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.654309:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.654327:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f783e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc01 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.654462:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.654514:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 199 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.654524:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.654562:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 199 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.654575:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 199 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.654588:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978340352:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.654686:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764767.656375:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.656528:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966832384 00000100:00100000:2.0:1775764767.656537:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966832384 00000100:00100000:2.0:1775764767.656604:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5344 00000100:00100000:2.0:1775764767.656613:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+200:2379:x1862022966832384:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.656628:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.656654:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7837 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbfa expref: 200 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.656674:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764767.656678:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764767.656728:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+199:2379:x1862022966832384:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 116us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.656736:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5344 00000100:00100000:2.0:1775764767.659948:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.662541:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966832640 00000100:00100000:0.0:1775764767.662555:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966832640 00000100:00100000:0.0:1775764767.662625:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50628 00000100:00100000:0.0:1775764767.662636:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+199:19724:x1862022966832640:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.662659:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.662680:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f784c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc08 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.662710:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978340352:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.662733:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.662821:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.662836:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.662844:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.662877:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.662893:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.662905:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978340480:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.662998:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764767.665036:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.665100:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966832768 00000100:00100000:1.0:1775764767.665110:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966832768 00010000:00010000:1.0:1775764767.665151:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.665193:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23259 00000100:00100000:1.0:1775764767.665201:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+201:2381:x1862022966832768:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.665212:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.665217:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.665228:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.665244:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f6d0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b857 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.665259:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:1.0:1775764767.665271:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.665278:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.665283:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.665306:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.665342:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+200:2381:x1862022966832768:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 142us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.665347:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23259 00010000:00010000:2.0:1775764767.667288:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.667305:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.667330:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed2:0x0]: returning size 4096 00010000:00010000:2.0:1775764767.667544:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f783e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 201 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.667564:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 200 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.667573:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:2.0:1775764767.667576:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.667579:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4200, rc 0) 00000100:00100000:2.0:1775764767.667660:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+200:19723:x1862022966832256:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13376us (13561us total) trans 4294997215 rc 0/0 00000100:00100000:2.0:1775764767.667670:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50627 00000100:00100000:0.0:1775764767.672999:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978340480:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.673020:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764767.673028:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.673711:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966832896 00000100:00100000:3.0:1775764767.673720:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966832896 00010000:00010000:3.0:1775764767.673757:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.673792:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23260 00000100:00100000:3.0:1775764767.673802:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+200:2382:x1862022966832896:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.673816:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.673824:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.673838:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.673862:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f5f55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b3bf expref: 200 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.673876:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:3.0:1775764767.673881:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.673891:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.673899:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.673932:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.673991:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+199:2382:x1862022966832896:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 191us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.673999:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23260 00010000:00010000:0.0:1775764767.674026:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.674034:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.674053:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00010000:00010000:0.0:1775764767.674224:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f784c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 200 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.674241:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 199 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.674247:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:0.0:1775764767.674250:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764767.674252:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5600, rc 0) 00000100:00100000:0.0:1775764767.674290:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+199:19724:x1862022966832640:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11657us (14348us total) trans 4294997216 rc 0/0 00000100:00100000:0.0:1775764767.674297:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50628 00000100:00100000:2.0:1775764767.678283:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.678326:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.678441:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833024 00000100:00100000:0.0:1775764767.678452:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833024 00000100:00100000:0.0:1775764767.678546:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833152 00000100:00100000:0.0:1775764767.678549:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833152 00000100:00100000:3.0:1775764767.678554:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50629 00000100:00100000:3.0:1775764767.678565:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+200:19724:x1862022966833024:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:0.0:1775764767.678568:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50630 00000100:00100000:0.0:1775764767.678574:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+200:19723:x1862022966833152:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.678590:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.678612:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7868 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc16 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.678730:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.678747:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 201 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.678755:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.678777:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.678788:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7876 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc0f expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.678791:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 201 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.678804:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 202 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.678819:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978340608:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.678851:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.678860:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 202 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.678865:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.678882:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 202 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.678895:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 202 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.678903:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978340736:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.678951:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982539c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764767.678997:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.685406:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.685455:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978340608:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.685606:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833280 00000100:00100000:2.0:1775764767.685614:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833280 00010000:00010000:2.0:1775764767.685655:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 203 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.685698:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23261 00000100:00100000:2.0:1775764767.685708:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+203:2381:x1862022966833280:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.685726:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.685733:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 203 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.685736:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.685747:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 203 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.685918:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7845 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc01 expref: 203 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.685936:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:2.0:1775764767.685941:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.685954:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.685962:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.685990:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764767.686011:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.686018:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.686046:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+202:2381:x1862022966833280:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 340us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.686054:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23261 00000004:00200000:0.0:1775764767.686068:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed2:0x0]: returning size 4096 00000004:00200000:0.0:1775764767.686072:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764767.686105:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.686138:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7868 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc16 expref: 202 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.686153:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc16 expref: 201 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.686160:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:0.0:1775764767.686163:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764767.686165:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4a00, rc 0) 00000100:00100000:0.0:1775764767.686204:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+201:19723:x1862022966833152:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7629us (7876us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.686211:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50630 00000100:00100000:1.0:1775764767.687459:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978340736:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764767.687515:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.690020:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.690316:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833408 00000100:00100000:2.0:1775764767.690327:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833408 00010000:00010000:2.0:1775764767.690376:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.690415:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23262 00000100:00100000:2.0:1775764767.690425:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+201:2381:x1862022966833408:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.690439:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.690445:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.690459:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.690526:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7853 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc08 expref: 201 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.690548:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764767.690554:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.690564:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.690571:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.690599:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764767.690653:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+200:2381:x1862022966833408:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 229us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.690660:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23262 00010000:00010000:1.0:1775764767.692019:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.692028:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764767.692067:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00000004:00200000:1.0:1775764767.692070:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764767.692086:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.692118:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7876 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 200 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.692135:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 199 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.692143:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764767.692147:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764767.692150:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6400, rc 0) 00000100:00100000:1.0:1775764767.692206:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+199:19724:x1862022966833024:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13644us (13932us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.692212:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50629 00000100:00100000:1.0:1775764767.695735:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.696645:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833536 00000100:00100000:2.0:1775764767.696657:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833536 00000100:00100000:2.0:1775764767.696725:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50631 00000100:00100000:2.0:1775764767.696735:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+199:19723:x1862022966833536:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.696757:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.696786:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7884 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc1d expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.696894:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.696909:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.696925:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.696939:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.696946:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.696952:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697249:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697257:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697264:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.697298:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed2:0x0]: returning size 4096 00000004:00200000:2.0:1775764767.697303:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.697321:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697332:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697339:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697349:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697356:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697361:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.697366:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697373:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697384:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764767.697387:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.697391:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697397:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f788b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697410:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697415:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697421:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697426:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.697428:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697435:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697441:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x960b89e0 (ffff897690fc9900) 00010000:00010000:2.0:1775764767.697443:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.697446:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697451:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f7892 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697512:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7884 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc1d expref: 201 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697528:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc1d expref: 200 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.697534:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:2.0:1775764767.697536:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.697538:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:2.0:1775764767.697608:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+200:19723:x1862022966833536:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 875us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.697616:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50631 00000100:00100000:2.0:1775764767.705910:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.706977:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833664 00000100:00100000:0.0:1775764767.706987:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833664 00000100:00100000:0.0:1775764767.707040:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50632 00000100:00100000:0.0:1775764767.707048:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+200:19724:x1862022966833664:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.707066:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.707086:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f78a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc24 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707197:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707211:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707220:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707231:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707236:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707239:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707532:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707541:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707548:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.707588:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2db:0x0]: returning size 260096 00000004:00200000:0.0:1775764767.707592:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764767.707613:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707626:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707632:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707636:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707641:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707644:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.707647:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707651:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707659:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764767.707661:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.707664:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707668:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f78a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707679:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707683:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707686:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707689:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.707690:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707693:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707696:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbea011c (ffff897691036100) 00010000:00010000:0.0:1775764767.707698:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.707699:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707702:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707723:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f78a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc24 expref: 202 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707731:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc24 expref: 201 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.707739:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:0.0:1775764767.707740:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764767.707742:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c000, rc 0) 00000100:00100000:0.0:1775764767.707791:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+201:19724:x1862022966833664:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 745us (1889us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.707796:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50632 00000100:00100000:3.0:1775764767.732697:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.732740:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.732779:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.732838:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.732898:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966834048 00000100:00100000:3.0:1775764767.732909:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966834048 00000100:00100000:3.0:1775764767.732975:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966834176 00000100:00100000:3.0:1775764767.732979:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966834176 00000100:00100000:3.0:1775764767.732999:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5345 00000100:00100000:3.0:1775764767.733008:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+202:2382:x1862022966834048:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.733028:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.733055:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7899 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc1d expref: 202 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.733075:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:3.0:1775764767.733080:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.733125:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+201:2382:x1862022966834048:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 118us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.733132:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5345 00000100:00100000:3.0:1775764767.733148:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5346 00000100:00100000:3.0:1775764767.733156:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+200:2380:x1862022966834176:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.733163:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.733173:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f78b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc24 expref: 200 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.733186:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:3.0:1775764767.733189:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.733205:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+199:2380:x1862022966834176:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 52us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.733211:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5346 00000100:00100000:0.0:1775764767.734404:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966833920 00000100:00100000:0.0:1775764767.734413:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966833920 00000100:00100000:0.0:1775764767.734460:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16126 00000100:00100000:0.0:1775764767.734484:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+199:19723:x1862022966833920:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764767.736077:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+200:19723:x1862022966833920:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1589us (3411us total) trans 4294997217 rc 0/0 00000100:00100000:0.0:1775764767.736086:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16126 00000100:00100000:0.0:1775764767.736134:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966834432 00000100:00100000:0.0:1775764767.736143:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966834432 00000100:00100000:0.0:1775764767.736196:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50633 00000100:00100000:0.0:1775764767.736203:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+200:19724:x1862022966834432:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.736219:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.736239:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f78bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc2b expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.736377:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.736388:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 201 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.736395:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.736426:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 201 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.736436:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 201 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.736447:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978340864:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.736544:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764767.745866:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.745900:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.745968:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966834560 00000100:00100000:1.0:1775764767.745975:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966834560 00010000:00010000:1.0:1775764767.746010:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 202 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.746043:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23263 00000100:00100000:1.0:1775764767.746050:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+202:2381:x1862022966834560:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.746062:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.746067:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 202 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.746076:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 202 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.746096:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:1.0:1775764767.746102:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.746111:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.746119:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.746138:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.746185:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+202:2381:x1862022966834560:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 134us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.746189:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23263 00010000:00010000:0.0:1775764767.746315:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5e1de8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421522f expref: 201 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.746328:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978340864:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764767.746343:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.746350:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.746354:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.746368:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2db:0x0]: returning size 260096 00010000:00010000:0.0:1775764767.746578:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f78bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 202 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.746723:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 201 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.746729:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:0.0:1775764767.746731:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764767.746733:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c400, rc 0) 00000100:00100000:0.0:1775764767.746762:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+201:19724:x1862022966834432:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10561us (14024us total) trans 4294997218 rc 0/0 00000100:00100000:0.0:1775764767.746767:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50633 00000100:00100000:3.0:1775764767.747125:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966834816 00000100:00100000:3.0:1775764767.747131:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966834816 00000100:00100000:3.0:1775764767.747169:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16127 00000100:00100000:3.0:1775764767.747177:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+201:19723:x1862022966834816:12345-192.168.202.46@tcp:35:dbench.0 00000001:00080000:3.0:1775764767.748447:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997219 00000100:00100000:3.0:1775764767.748605:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+203:19723:x1862022966834816:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1427us (2700us total) trans 4294997220 rc 0/0 00000100:00100000:3.0:1775764767.748616:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16127 00000020:00080000:3.0:1775764767.748620:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764767.766383:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.766425:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.766551:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966835200 00000100:00100000:0.0:1775764767.766563:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966835200 00000100:00100000:0.0:1775764767.766639:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16128 00000100:00100000:0.0:1775764767.766650:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+203:19723:x1862022966835200:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764767.766923:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+204:19723:x1862022966835200:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 275us (496us total) trans 4294997221 rc 0/0 00000100:00100000:0.0:1775764767.766931:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16128 00000100:00100000:2.0:1775764767.768810:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966834944 00000100:00100000:2.0:1775764767.768819:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966834944 00000100:00100000:2.0:1775764767.768859:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50634 00000100:00100000:2.0:1775764767.768865:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+204:19724:x1862022966834944:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.768880:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.768897:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f78d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc32 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.768986:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.768997:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 205 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.769003:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.769028:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 205 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.769036:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 205 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.769047:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978340992:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.769122:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.781877:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.781954:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.781985:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966835584 00000100:00100000:1.0:1775764767.781996:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966835584 00010000:00010000:1.0:1775764767.782039:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 206 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.782079:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23264 00000100:00100000:1.0:1775764767.782089:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+206:2382:x1862022966835584:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.782105:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.782112:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 206 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.782126:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 206 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.782148:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:1.0:1775764767.782153:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.782163:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.782171:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.782192:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.782239:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+206:2382:x1862022966835584:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 152us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.782247:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23264 00000100:00100000:3.0:1775764767.782259:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966835456 00000100:00100000:3.0:1775764767.782263:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966835456 00000100:00100000:3.0:1775764767.782303:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16129 00000100:00100000:3.0:1775764767.782310:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+206:19723:x1862022966835456:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:1.0:1775764767.782375:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f78c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc2b expref: 206 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.782402:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978340992:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764767.782426:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.782435:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.782559:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+206:19723:x1862022966835456:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 248us (693us total) trans 4294997222 rc 0/0 00000100:00100000:3.0:1775764767.782566:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16129 00010000:00010000:1.0:1775764767.783076:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764767.783112:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2db:0x0]: returning size 260096 00000004:00200000:1.0:1775764767.783116:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764767.783132:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.783157:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f78d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc32 expref: 206 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.783178:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc32 expref: 205 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.783187:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:1.0:1775764767.783189:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764767.783192:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:1.0:1775764767.783232:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+205:19724:x1862022966834944:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14366us (16858us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.783238:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50634 00000100:00100000:0.0:1775764767.786059:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.787145:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.787265:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966835712 00000100:00100000:1.0:1775764767.787276:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966835712 00000100:00100000:1.0:1775764767.787343:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50635 00000100:00100000:1.0:1775764767.787355:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+205:19724:x1862022966835712:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.787381:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.787416:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f78df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc39 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787558:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787573:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787585:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787601:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787609:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787617:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787889:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787897:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787903:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787909:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.787913:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787920:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787932:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764767.787935:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.787940:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787946:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f78e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787957:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787962:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787969:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787973:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.787976:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787982:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787989:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xcc3aaf05 (ffff897682bd0800) 00010000:00010000:1.0:1775764767.787991:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.787994:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.787999:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f78ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.788040:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f78df lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc39 expref: 206 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.788051:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764767.788053:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.788056:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f78df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc39 expref: 206 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.788065:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8fa00, rc 0) 00000100:00100000:1.0:1775764767.788126:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+205:19724:x1862022966835712:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 774us (2077us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764767.788137:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50635 00000100:00100000:2.0:1775764767.788692:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966835968 00000100:00100000:2.0:1775764767.788700:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966835968 00000100:00100000:2.0:1775764767.788744:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16130 00000100:00100000:2.0:1775764767.788752:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+205:19723:x1862022966835968:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764767.788944:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+206:19723:x1862022966835968:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 192us (1803us total) trans 4294997223 rc 0/0 00000100:00100000:2.0:1775764767.788951:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16130 00000100:00100000:0.0:1775764767.799629:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.799670:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.799680:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966836096 00000100:00100000:1.0:1775764767.799693:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966836096 00000100:00100000:1.0:1775764767.799762:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50636 00000100:00100000:1.0:1775764767.799773:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+206:19724:x1862022966836096:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.799797:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.799816:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f78f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc40 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.799917:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.799932:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.799943:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.799958:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.799965:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.799971:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966836352 00010000:00010000:1.0:1775764767.799972:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.799975:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966836352 00000100:00100000:3.0:1775764767.800049:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16131 00000100:00100000:3.0:1775764767.800055:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+208:19723:x1862022966836352:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:1.0:1775764767.800263:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800276:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800283:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764767.800310:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00000004:00200000:1.0:1775764767.800314:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764767.800328:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.800336:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+209:19723:x1862022966836352:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 280us (664us total) trans 4294997224 rc 0/0 00010000:00010000:1.0:1775764767.800338:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.800344:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16131 00010000:00010000:1.0:1775764767.800346:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800351:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800358:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800364:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.800368:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800375:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800387:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764767.800390:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.800395:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800400:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f78fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800411:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800417:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800421:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800426:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.800428:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800433:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800439:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xa3962d5b (ffff897682bd0400) 00010000:00010000:1.0:1775764767.800441:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.800444:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800449:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f7902 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800510:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f78f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 209 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800527:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 208 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.800534:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:1.0:1775764767.800536:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764767.800539:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687931000, rc 0) 00000100:00100000:1.0:1775764767.800574:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+208:19724:x1862022966836096:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 803us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.800580:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50636 00000100:00100000:1.0:1775764767.802759:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.802927:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966836608 00000100:00100000:2.0:1775764767.802941:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966836608 00000100:00100000:2.0:1775764767.802998:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16132 00000100:00100000:2.0:1775764767.803010:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+208:19723:x1862022966836608:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764767.803583:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+209:19723:x1862022966836608:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 575us (839us total) trans 4294997225 rc 0/0 00000100:00100000:2.0:1775764767.803590:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16132 00000100:00100000:1.0:1775764767.805164:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.808144:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966836864 00000100:00100000:0.0:1775764767.808158:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966836864 00000100:00100000:0.0:1775764767.808231:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50637 00000100:00100000:0.0:1775764767.808242:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+209:19724:x1862022966836864:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.808350:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.808370:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7910 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc47 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808647:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808663:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 210 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808669:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 210 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808675:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808705:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 210 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808715:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 210 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.808725:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978341120:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764767.808959:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 210 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.808966:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 210 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.808975:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978341248:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.808991:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.809119:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.809588:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966836992 00000100:00100000:3.0:1775764767.809593:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966836992 00010000:00010000:3.0:1775764767.809612:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 211 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.809638:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23265 00000100:00100000:3.0:1775764767.809645:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+211:2381:x1862022966836992:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.809656:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.809662:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 211 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.809675:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 211 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.809692:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:3.0:1775764767.809696:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.809700:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.809707:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.809728:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+211:2381:x1862022966836992:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 85us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.809733:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23265 00000100:00100000:2.0:1775764767.814164:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.814271:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.814345:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966837248 00010000:00010000:0.0:1775764767.814353:0:9373:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000040cb3705 x1862022978341120) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 210 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.814353:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966837248 00010000:00010000:0.0:1775764767.814377:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7909 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc40 expref: 211 pid: 16259 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.814394:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978341120:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.814408:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978341248:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764767.814412:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16133 00000100:00100000:3.0:1775764767.814420:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+210:19723:x1862022966837248:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:0.0:1775764767.814431:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:0.0:1775764767.814436:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.814446:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.814455:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.814712:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966837376 00000100:00100000:1.0:1775764767.814716:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966837376 00010000:00010000:1.0:1775764767.814735:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 211 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.814769:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23266 00000100:00100000:1.0:1775764767.814777:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+211:2382:x1862022966837376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.814792:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.814798:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 211 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.814811:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 211 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.814839:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5e25cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42154b3 expref: 211 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.814852:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:1.0:1775764767.814856:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.814864:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.814872:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.814898:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764767.814934:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.814941:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.814951:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+210:2382:x1862022966837376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 176us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.814958:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23266 00000004:00200000:0.0:1775764767.814965:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00010000:00010000:0.0:1775764767.815147:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7910 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 211 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.815162:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 210 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.815170:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:0.0:1775764767.815173:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764767.815176:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8d200, rc 0) 00000100:00100000:0.0:1775764767.815205:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+210:19724:x1862022966836864:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6967us (10048us total) trans 4294997226 rc 0/0 00000100:00100000:0.0:1775764767.815212:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50637 00000100:00100000:3.0:1775764767.815381:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+210:19723:x1862022966837248:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 959us (1226us total) trans 4294997227 rc 0/0 00000100:00100000:3.0:1775764767.815389:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16133 00000100:00100000:1.0:1775764767.823764:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.823991:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966837504 00000100:00100000:0.0:1775764767.824003:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966837504 00000100:00100000:2.0:1775764767.824036:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.824149:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50638 00000100:00100000:3.0:1775764767.824163:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+210:19724:x1862022966837504:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.824192:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.824212:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7925 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc4e expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.824339:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.824359:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 211 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.824369:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.824414:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 211 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.824433:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 211 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.824446:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966837760 00000100:00100000:3.0:1775764767.824448:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978341376:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764767.824450:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966837760 00000100:00100000:1.0:1775764767.824524:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16134 00000100:00100000:1.0:1775764767.824532:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+212:19723:x1862022966837760:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764767.824563:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.825448:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+213:19723:x1862022966837760:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 915us (1410us total) trans 4294997228 rc 0/0 00000100:00100000:1.0:1775764767.825454:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16134 00000100:00100000:3.0:1775764767.826314:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978341376:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.826335:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.827180:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.827265:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966838144 00000100:00100000:2.0:1775764767.827272:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966838144 00000100:00100000:2.0:1775764767.827324:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16135 00000100:00100000:2.0:1775764767.827333:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+213:19723:x1862022966838144:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764767.827676:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+214:19723:x1862022966838144:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 344us (498us total) trans 4294997229 rc 0/0 00000100:00100000:2.0:1775764767.827743:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16135 00000100:00100000:2.0:1775764767.831545:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.832798:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966837888 00000100:00100000:1.0:1775764767.832811:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966837888 00010000:00010000:1.0:1775764767.832865:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 214 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.832922:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23267 00000100:00100000:1.0:1775764767.832931:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+214:2381:x1862022966837888:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.832946:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.832952:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 214 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.832966:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 214 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.833000:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7917 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc47 expref: 214 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.833020:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:1.0:1775764767.833026:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.833036:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.833044:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.833074:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764767.833112:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.833122:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.833130:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+213:2381:x1862022966837888:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 197us (2192us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.833143:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23267 00000004:00200000:2.0:1775764767.833256:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.833262:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.833288:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.833318:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7925 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 213 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.833332:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 212 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.833338:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:2.0:1775764767.833340:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.833342:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9c00, rc 0) 00000100:00100000:2.0:1775764767.833379:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+212:19724:x1862022966837504:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9221us (9637us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.833385:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50638 00000100:00100000:2.0:1775764767.834517:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.834666:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966838400 00000100:00100000:0.0:1775764767.834675:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966838400 00000100:00100000:0.0:1775764767.834723:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16136 00000100:00100000:0.0:1775764767.834732:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+212:19723:x1862022966838400:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764767.834961:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+213:19723:x1862022966838400:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 231us (447us total) trans 4294997230 rc 0/0 00000100:00100000:0.0:1775764767.834969:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16136 00000100:00100000:0.0:1775764767.852831:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.852923:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.853575:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966838656 00000100:00100000:3.0:1775764767.853605:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966838656 00000100:00100000:3.0:1775764767.853702:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16137 00000100:00100000:3.0:1775764767.853715:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+213:19723:x1862022966838656:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764767.853728:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966838784 00000100:00100000:2.0:1775764767.853734:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966838784 00000100:00100000:2.0:1775764767.853773:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50639 00000100:00100000:2.0:1775764767.853782:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+214:19724:x1862022966838784:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.853796:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.853815:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7933 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc55 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.853923:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.853941:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.853953:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.853966:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.853973:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.853978:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.854236:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+216:19723:x1862022966838656:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 524us (1414us total) trans 4294997231 rc 0/0 00000100:00100000:3.0:1775764767.854246:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16137 00000100:00100000:1.0:1775764767.858724:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764767.859852:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.859875:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.859889:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.860008:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 260096 00000004:00200000:2.0:1775764767.860012:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764767.860033:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860042:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860055:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860060:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860065:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860069:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.860072:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860076:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860086:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764767.860088:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.860091:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860094:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f793a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860104:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860108:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860111:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860115:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764767.860116:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860119:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860123:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x21e72734 (ffff897690fc9900) 00010000:00010000:2.0:1775764767.860124:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764767.860126:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860129:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7941 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860158:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc55 expref: 216 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860167:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc55 expref: 215 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.860172:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:2.0:1775764767.860173:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764767.860175:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:2.0:1775764767.860242:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+215:19724:x1862022966838784:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6462us (7318us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.860250:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50639 00010000:00010000:0.0:1775764767.860651:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764767.865350:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966839040 00000100:00100000:3.0:1775764767.865366:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966839040 00000100:00100000:0.0:1775764767.865649:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16138 00000100:00100000:0.0:1775764767.865662:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+215:19723:x1862022966839040:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764767.866018:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+216:19723:x1862022966839040:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 358us (7315us total) trans 4294997232 rc 0/0 00000100:00100000:0.0:1775764767.866027:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16138 00000100:00100000:1.0:1775764767.866142:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.866253:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966839168 00000100:00100000:3.0:1775764767.866258:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966839168 00000100:00100000:3.0:1775764767.866304:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5347 00000100:00100000:3.0:1775764767.866311:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+216:2379:x1862022966839168:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764767.866327:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764767.866353:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7948 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc55 expref: 216 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.866370:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:3.0:1775764767.866375:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764767.866394:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+215:2379:x1862022966839168:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 85us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.866400:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5347 00000100:00100000:0.0:1775764767.866819:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.866941:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966839424 00000100:00100000:1.0:1775764767.866946:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966839424 00000100:00100000:1.0:1775764767.867012:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50640 00000100:00100000:1.0:1775764767.867019:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+215:19724:x1862022966839424:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764767.867032:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764767.867048:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f794f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc5c expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.867177:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.867191:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 216 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.867200:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.867233:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 216 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.867248:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 216 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.867261:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978341504:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764767.867327:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764767.872718:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.872805:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.872871:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966839808 00000100:00100000:0.0:1775764767.872880:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966839808 00010000:00010000:0.0:1775764767.872922:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 217 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.872963:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23268 00000100:00100000:0.0:1775764767.872972:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865de450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+217:2382:x1862022966839808:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764767.872988:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764767.872994:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 217 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.873008:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 217 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.873032:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:0.0:1775764767.873038:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.873046:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.873052:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.873069:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764767.873130:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865de450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+217:2382:x1862022966839808:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 159us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.873149:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23268 00000100:00100000:3.0:1775764767.873786:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966839680 00000100:00100000:3.0:1775764767.873793:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966839680 00000100:00100000:3.0:1775764767.873867:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16139 00000100:00100000:3.0:1775764767.873875:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+217:19723:x1862022966839680:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764767.874186:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+218:19723:x1862022966839680:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 311us (1477us total) trans 4294997233 rc 0/0 00000100:00100000:3.0:1775764767.874195:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16139 00010000:00010000:2.0:1775764767.874282:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5e1f38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421529f expref: 217 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.874299:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978341504:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764767.874318:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.874327:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.874333:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764767.874350:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 260096 00010000:00010000:2.0:1775764767.874722:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f794f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 218 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.874741:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 217 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.874750:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:2.0:1775764767.874753:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764767.874756:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687930400, rc 0) 00000100:00100000:2.0:1775764767.874793:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+217:19724:x1862022966839424:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7774us (7974us total) trans 4294997234 rc 0/0 00000100:00100000:2.0:1775764767.874801:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50640 00000100:00100000:1.0:1775764767.887423:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.888286:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.888594:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966840192 00000100:00100000:3.0:1775764767.888607:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966840192 00000100:00100000:1.0:1775764767.888745:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16140 00000100:00100000:1.0:1775764767.888757:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+217:19723:x1862022966840192:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764767.889019:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+218:19723:x1862022966840192:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 263us (734us total) trans 4294997235 rc 0/0 00000100:00100000:1.0:1775764767.889029:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16140 00000100:00100000:0.0:1775764767.889869:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966839936 00000100:00100000:0.0:1775764767.889877:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966839936 00000100:00100000:2.0:1775764767.889948:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50641 00000100:00100000:2.0:1775764767.889957:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+218:19724:x1862022966839936:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.889971:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.889987:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7964 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc63 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.890084:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.890096:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 219 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.890103:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.890131:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 219 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.890149:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 219 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.890160:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978341632:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.890247:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764767.896202:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.896632:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.897125:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966840448 00000100:00100000:2.0:1775764767.897135:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966840448 00000100:00100000:2.0:1775764767.897212:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16141 00000100:00100000:2.0:1775764767.897224:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+220:19723:x1862022966840448:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764767.898336:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+221:19723:x1862022966840448:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1112us (2142us total) trans 4294997236 rc 0/0 00000100:00100000:2.0:1775764767.898347:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16141 00000100:00100000:1.0:1775764767.898513:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966840576 00000100:00100000:1.0:1775764767.898521:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966840576 00010000:00010000:1.0:1775764767.898551:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 221 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.898578:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23269 00000100:00100000:1.0:1775764767.898585:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+221:2382:x1862022966840576:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.898682:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.898691:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 221 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.898704:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 221 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.898727:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:1.0:1775764767.898733:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.898743:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.898763:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.898785:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.898813:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+221:2382:x1862022966840576:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 228us (2182us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764767.901292:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7956 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc5c expref: 221 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.901322:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978341632:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764767.901352:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.901364:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.901371:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.901419:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 260096 00000004:00200000:3.0:1775764767.901423:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764767.901444:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.902553:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23269 00010000:00010000:3.0:1775764767.902565:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7964 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc63 expref: 221 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.902590:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc63 expref: 219 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.902602:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:3.0:1775764767.902605:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764767.902610:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac600, rc 0) 00000100:00100000:3.0:1775764767.902704:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+219:19724:x1862022966839936:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12747us (15291us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.902712:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50641 00000100:00100000:1.0:1775764767.903623:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.903675:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966840832 00000100:00100000:3.0:1775764767.903684:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966840832 00000100:00100000:3.0:1775764767.903730:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16142 00000100:00100000:3.0:1775764767.903740:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+219:19723:x1862022966840832:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764767.904150:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+220:19723:x1862022966840832:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 411us (529us total) trans 4294997237 rc 0/0 00000100:00100000:3.0:1775764767.904157:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16142 00000100:00100000:1.0:1775764767.910622:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.910718:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966840960 00000100:00100000:3.0:1775764767.910730:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966840960 00000100:00100000:3.0:1775764767.910807:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50642 00000100:00100000:3.0:1775764767.910818:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+220:19724:x1862022966840960:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.910841:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.910863:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7972 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc6a expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.910994:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911012:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911026:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911043:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911050:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911058:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911380:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911390:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911402:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.911437:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ba:0x0]: returning size 260096 00000004:00200000:3.0:1775764767.911442:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764767.911461:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911525:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911534:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911540:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911545:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911551:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.911555:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911562:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911572:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764767.911576:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.911580:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911589:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7979 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911601:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911606:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911612:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911616:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778843e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.911618:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911623:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911630:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xcd7d97c8 (ffff8977a2c32200) 00010000:00010000:3.0:1775764767.911632:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.911635:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911641:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f7980 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911671:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc6a expref: 222 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911688:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc6a expref: 221 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.911694:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89779a9fe500) 00010000:00010000:3.0:1775764767.911697:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764767.911699:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e800, rc 0) 00000100:00100000:3.0:1775764767.911760:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+221:19724:x1862022966840960:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 945us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.911768:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50642 00000100:00100000:3.0:1775764767.913042:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.913121:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966841216 00000100:00100000:1.0:1775764767.913130:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966841216 00000100:00100000:1.0:1775764767.913184:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16143 00000100:00100000:1.0:1775764767.913199:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+221:19723:x1862022966841216:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764767.913401:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+222:19723:x1862022966841216:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 209us (364us total) trans 4294997238 rc 0/0 00000100:00100000:1.0:1775764767.913410:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16143 00000100:00100000:1.0:1775764767.915294:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.915427:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966841472 00000100:00100000:3.0:1775764767.915436:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966841472 00000100:00100000:1.0:1775764767.916166:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16144 00000100:00100000:1.0:1775764767.916183:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+222:19723:x1862022966841472:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764767.916701:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+223:19723:x1862022966841472:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 523us (1413us total) trans 4294997239 rc 0/0 00000100:00100000:1.0:1775764767.916710:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16144 00000100:00100000:0.0:1775764767.929209:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.929337:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.929507:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966841856 00000100:00100000:1.0:1775764767.929520:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966841856 00000100:00100000:1.0:1775764767.929594:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16145 00000100:00100000:1.0:1775764767.929607:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+223:19723:x1862022966841856:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764767.929887:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+224:19723:x1862022966841856:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 282us (548us total) trans 4294997240 rc 0/0 00000100:00100000:1.0:1775764767.929895:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16145 00000100:00100000:3.0:1775764767.931179:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966841600 00000100:00100000:3.0:1775764767.931189:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966841600 00000100:00100000:0.0:1775764767.931428:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5348 00000100:00100000:0.0:1775764767.931438:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c965180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+224:2382:x1862022966841600:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764767.931452:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764767.931511:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7987 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc6a expref: 224 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.931530:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89779a9fe500) 00010000:00010000:0.0:1775764767.931535:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764767.931640:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c965180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+223:2382:x1862022966841600:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 203us (2444us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.931648:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5348 00000100:00100000:0.0:1775764767.935382:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.935674:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966842112 00000100:00100000:2.0:1775764767.935687:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966842112 00000100:00100000:2.0:1775764767.935746:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50643 00000100:00100000:2.0:1775764767.936146:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+223:19723:x1862022966842112:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764767.936204:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764767.936230:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f786f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc16 expref: 223 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936249:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff89768f7c0f00) 00010000:00010000:2.0:1775764767.936362:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f77b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbd0 expref: 222 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936373:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764767.936377:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764767.936401:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936414:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936425:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936440:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936447:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.936453:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.939224:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.939365:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966842240 00000100:00100000:3.0:1775764767.939374:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966842240 00000100:00100000:3.0:1775764767.939425:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50644 00000100:00100000:3.0:1775764767.939434:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+222:19724:x1862022966842240:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.939456:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.939492:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f799c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc71 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.939927:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.940142:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.940158:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.940173:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.940180:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.940187:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.941246:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.941256:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.941428:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.941437:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.941446:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.941647:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764767.941915:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00000004:00200000:3.0:1775764767.941920:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764767.942216:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942228:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942238:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942250:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942257:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942403:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.942408:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942415:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942427:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764767.942430:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.942434:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942440:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f79a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942451:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942457:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.942931:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943260:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.943350:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943358:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943368:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x1674e29a (ffff8977a2c32200) 00010000:00010000:3.0:1775764767.943370:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.943373:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943379:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f79aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943420:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f799c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc71 expref: 224 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943435:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc71 expref: 223 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.943442:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764767.943444:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764767.943446:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e600, rc 0) 00000100:00100000:0.0:1775764767.944907:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+223:19724:x1862022966842240:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 4388us (4604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764767.944919:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50644 00000100:00100000:2.0:1775764767.949162:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764767.949201:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.949298:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966842496 00000100:00100000:3.0:1775764767.949309:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966842496 00000100:00100000:3.0:1775764767.949363:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50645 00000100:00100000:3.0:1775764767.949374:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+223:19724:x1862022966842496:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764767.949394:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764767.949416:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f79bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc78 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764767.949653:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966842368 00000100:00100000:1.0:1775764767.949658:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966842368 00000100:00100000:1.0:1775764767.949694:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5349 00000100:00100000:1.0:1775764767.949702:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+225:2382:x1862022966842368:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764767.949712:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764767.949731:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f79b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc71 expref: 225 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.949747:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:1.0:1775764767.949753:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764767.949801:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+224:2382:x1862022966842368:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 100us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.949808:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5349 00000040:00080000:0.0:1775764767.950895:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2834, 64 off189632 00000004:00080000:0.0:1775764767.950908:0:9373:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1394617443011ns, next at 1395617440005ns, rc = 0 00010000:00010000:1.0:1775764767.952149:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952167:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952180:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952199:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952206:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952212:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952444:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952453:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952459:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952505:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.952509:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952517:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.952528:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764767.952531:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.952536:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952728:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952738:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952755:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952763:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952769:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952774:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952791:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764767.952811:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952817:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952831:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952837:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.952840:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952850:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952857:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff897690fc9f00) 00010000:00010000:0.0:1775764767.952860:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764767.952863:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952868:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f79b1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952889:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952894:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952899:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952904:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.952907:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952913:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952920:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764767.952923:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.952925:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.952945:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f798e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764767.952955:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000445edc9e reply state 0000000074947d46 transno 4294997241 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.952964:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764767.953090:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764767.953096:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.953102:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764767.953105:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.953111:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.953119:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed2:0x0].0x0 (ffff897690fc9f00) 00010000:00010000:3.0:1775764767.953122:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764767.953125:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.953130:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.953145:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764767.953147:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764767.953149:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764767.953631:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f79c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953646:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953652:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953658:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953663:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.953666:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953672:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953681:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd13fc2bb (ffff897682bd0400) 00010000:00010000:1.0:1775764767.953684:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.953686:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953691:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f79cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953739:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f79bf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc78 expref: 224 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953760:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764767.953762:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.953766:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f79bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc78 expref: 224 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.953781:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778843e200, rc 0) 00000100:00100000:1.0:1775764767.953868:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+223:19724:x1862022966842496:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 4495us (4664us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764767.953878:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50645 00000100:00100000:0.0:1775764767.954829:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+223:19723:x1862022966842112:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 18675us (19445us total) trans 4294997241 rc 0/0 00000100:00100000:0.0:1775764767.954837:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50643 00000100:00100000:2.0:1775764767.960818:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.961151:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966842624 00000100:00100000:0.0:1775764767.961161:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966842624 00000100:00100000:0.0:1775764767.961214:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50646 00000100:00100000:0.0:1775764767.961223:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+223:19724:x1862022966842624:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.961248:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.961269:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f79db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc7f expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.961367:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.961382:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.961393:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.961407:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.961417:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.961424:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961806:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961814:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961820:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961826:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764767.961830:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961838:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961851:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x960b89e0 (ffff897690fc9900) 00010000:00010000:1.0:1775764767.961855:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764767.961859:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764767.961865:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7995 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964903:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964921:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964928:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964935:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.964950:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964958:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964974:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764767.964986:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.964991:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.964997:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f79e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965013:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965020:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965026:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965031:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.965033:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965039:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965045:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xebd551b1 (ffff897691036100) 00010000:00010000:0.0:1775764767.965047:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.965050:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965055:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f79e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965118:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f79db lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc7f expref: 223 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965129:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764767.965131:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.965135:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f79db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc7f expref: 223 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.965149:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:0.0:1775764767.965332:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+222:19724:x1862022966842624:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 4107us (4522us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764767.965341:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50646 00000100:00100000:2.0:1775764767.965791:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.966536:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966842880 00000100:00100000:3.0:1775764767.966557:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966842880 00000100:00100000:3.0:1775764767.966632:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16146 00000100:00100000:3.0:1775764767.966642:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+222:19723:x1862022966842880:12345-192.168.202.46@tcp:35:dbench.0 00000001:00080000:3.0:1775764767.967226:0:5797:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997242 00000100:00100000:3.0:1775764767.967919:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+224:19723:x1862022966842880:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1275us (2124us total) trans 4294997243 rc 0/0 00000100:00100000:3.0:1775764767.967934:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16146 00000020:00080000:3.0:1775764767.971445:0:5797:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764767.977077:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.977232:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966843136 00000100:00100000:0.0:1775764767.977243:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966843136 00000100:00100000:0.0:1775764767.977435:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50647 00000100:00100000:0.0:1775764767.977447:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+224:19723:x1862022966843136:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764767.977717:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764767.977741:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc86 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.977891:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.977908:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 225 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.977918:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.977971:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 225 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764767.978302:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764767.978412:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 225 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.978434:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978341760:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764767.978604:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764767.980130:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966843392 00000100:00100000:2.0:1775764767.980144:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966843392 00000100:00100000:2.0:1775764767.980214:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50648 00000100:00100000:2.0:1775764767.980225:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+226:19724:x1862022966843392:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.980243:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.980246:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764767.980272:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f700a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b93e expref: 226 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.980292:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764767.980297:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764767.980311:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f79fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc8d expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.980931:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.981098:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.981108:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.981123:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.981130:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.981136:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.982144:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978341760:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764767.982174:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764767.982424:0:11866:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x65f:0x0], index 0: 0 00010000:00010000:0.0:1775764767.983081:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983095:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983107:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983143:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983149:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983155:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983161:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764767.983166:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983173:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983187:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764767.983190:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764767.983196:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983202:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a05 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764767.983214:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009361b405 reply state 00000000b76c8f95 transno 4294997244 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764767.983224:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764767.983261:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f79fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 228 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983275:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 227 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.983283:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:0.0:1775764767.983286:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764767.983289:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:0.0:1775764767.983373:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+228:19724:x1862022966843392:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3148us (5070us total) trans 4294997244 rc 0/0 00000100:00100000:0.0:1775764767.983381:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50648 00000100:00100000:0.0:1775764767.985101:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764767.985449:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966843520 00000100:00100000:3.0:1775764767.985460:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966843520 00010000:00010000:2.0:1775764767.985821:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 228 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.985896:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23270 00000100:00100000:2.0:1775764767.985904:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+228:2382:x1862022966843520:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764767.985919:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764767.985926:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 228 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.985948:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 228 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.985971:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9a00/0x2aac6a50e5f7130 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a7 expref: 228 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.986122:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:2.0:1775764767.986127:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.986136:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.986143:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.986174:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764767.986308:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.986316:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764767.986339:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed3:0x0]: returning size 4096 00010000:00010000:0.0:1775764767.986567:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f79f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 229 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.986585:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 228 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764767.986592:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764767.986595:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764767.986598:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c400, rc 0) 00000100:00100000:2.0:1775764767.986777:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+228:2382:x1862022966843520:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 872us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.986786:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23270 00000100:00100000:0.0:1775764767.986952:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+227:19723:x1862022966843136:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9508us (10023us total) trans 4294997245 rc 0/0 00000100:00100000:0.0:1775764767.986959:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50647 00000100:00100000:3.0:1775764767.988958:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764767.989042:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.989053:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.989061:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.989066:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764767.989070:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.989079:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.989096:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd13fc2bb (ffff897690fc9800) 00010000:00010000:3.0:1775764767.989099:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764767.989103:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764767.989109:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7a0c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.989760:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966843648 00000100:00100000:2.0:1775764767.989773:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966843648 00000100:00100000:2.0:1775764767.989831:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15120 00000100:00100000:2.0:1775764767.989842:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+68:2380:x1862022966843648:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.989865:0:12180:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.989885:0:12180:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc94 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764767.989919:0:12180:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x65f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764767.989942:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764767.989946:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764767.989956:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 69 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.989974:0:12180:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 69 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.989998:0:12180:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:2.0:1775764767.990067:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+69:2380:x1862022966843648:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 225us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764767.990074:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15120 00000004:00080000:3.0:1775764767.990807:0:6727:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1394657340757ns, next at 1395657338629ns, rc = 0 00000100:00100000:1.0:1775764767.990888:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764767.990906:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978341888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764767.990967:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764767.991114:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978341888 00000100:00100000:3.0:1775764767.991121:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978341888 00000100:00100000:3.0:1775764767.991164:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1775764767.991175:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978341888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764767.991202:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 13631488 granted 457113600 pending 0 free 3819962368 avail 3816816640 00000100:00100000:3.0:1775764767.991248:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978341888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764767.991254:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1775764767.991381:0:3321:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971488 gen 2 00000004:00080000:1.0:1775764767.991386:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c966680, transno 4294971487 00000004:00080000:1.0:1775764767.991404:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c964700, transno 4294971488 00000100:00100000:1.0:1775764767.991417:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978341888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764767.993414:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764767.993531:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764767.993823:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966844032 00000100:00100000:0.0:1775764767.993832:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966844032 00000100:00100000:0.0:1775764767.993877:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16147 00000100:00100000:0.0:1775764767.993887:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadff850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+226:19724:x1862022966844032:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764767.994260:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadff850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+227:19724:x1862022966844032:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 374us (728us total) trans 4294997246 rc 0/0 00000100:00100000:0.0:1775764767.994268:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16147 00000100:00100000:2.0:1775764767.995070:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966843776 00000100:00100000:2.0:1775764767.995078:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966843776 00000100:00100000:2.0:1775764767.995151:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50649 00000100:00100000:2.0:1775764767.995160:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+227:19723:x1862022966843776:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764767.995176:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764767.995194:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bc9b expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.995300:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.995315:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 228 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.995324:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.995356:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 228 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764767.995369:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 228 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764767.995382:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342016:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764767.995459:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.006339:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.006525:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966844288 00000100:00100000:0.0:1775764768.006537:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966844288 00000100:00080000:0.0:1775764768.006580:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764768.006628:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50650 00000100:00100000:0.0:1775764768.006638:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+229:19724:x1862022966844288:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.006660:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.006681:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7a3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bca2 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.006820:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.006834:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 230 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.006843:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.006876:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 230 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.006886:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 230 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.006899:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978342144:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.006993:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.007392:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.007845:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966844416 00000100:00100000:0.0:1775764768.007852:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966844416 00010000:00010000:0.0:1775764768.007877:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 231 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.007905:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23271 00000100:00100000:0.0:1775764768.007913:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+231:2382:x1862022966844416:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.007923:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.007929:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 231 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.007953:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 231 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.007970:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764768.008140:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.008150:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.008158:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.008177:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.008224:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+231:2382:x1862022966844416:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 311us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.008231:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23271 00010000:00010000:2.0:1775764768.008779:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f79f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc86 expref: 230 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.008796:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342016:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.008813:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.009107:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.009115:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.009150:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed3:0x0]: returning size 4096 00000004:00200000:0.0:1775764768.009154:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.009175:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.009206:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc9b expref: 230 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.009842:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978342144:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.009858:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.010094:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc9b expref: 229 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.010103:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764768.010105:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.010108:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:0.0:1775764768.010190:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+229:19723:x1862022966843776:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 15031us (16783us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.010198:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50649 00000100:00100000:3.0:1775764768.018642:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.018732:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966844544 00000100:00100000:0.0:1775764768.018744:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966844544 00000100:00100000:0.0:1775764768.018815:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50651 00000100:00100000:0.0:1775764768.018826:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+229:19723:x1862022966844544:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.018853:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.018874:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7a4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bca9 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.018992:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019009:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019022:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019037:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019045:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019052:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019173:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019181:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019188:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.019225:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed3:0x0]: returning size 4096 00000004:00200000:0.0:1775764768.019229:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.019250:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019260:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019268:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019274:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019284:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019290:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.019294:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019301:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019312:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.019315:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.019320:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019326:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7a52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019340:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019345:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019350:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019355:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.019359:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019369:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019376:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xca0470e2 (ffff897691036f00) 00010000:00010000:0.0:1775764768.019379:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.019382:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019387:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019416:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7a4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca9 expref: 231 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019429:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca9 expref: 230 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.019435:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764768.019437:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.019439:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e400, rc 0) 00000100:00100000:0.0:1775764768.019532:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+230:19723:x1862022966844544:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 708us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.019539:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50651 00000100:00100000:1.0:1775764768.026448:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.026560:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.026704:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966844672 00000100:00100000:2.0:1775764768.026717:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966844672 00010000:00010000:2.0:1775764768.026761:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 230 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.026789:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966844800 00000100:00100000:2.0:1775764768.026792:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966844800 00000100:00100000:2.0:1775764768.026825:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23272 00000100:00100000:2.0:1775764768.026835:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+231:2379:x1862022966844672:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.026853:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.026860:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 231 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.026874:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 231 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.026894:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7a13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc8d expref: 231 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.026912:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.026917:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.026926:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.026933:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.026958:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.027024:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+230:2379:x1862022966844672:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 189us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.027032:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23272 00000100:00100000:2.0:1775764768.027051:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5350 00000100:00100000:2.0:1775764768.027058:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897788979c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+229:2379:x1862022966844800:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.027066:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.027075:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7a60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca9 expref: 229 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.027085:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:2.0:1775764768.027088:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.027104:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897788979c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+228:2379:x1862022966844800:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 47us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.027110:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5350 00010000:00010000:2.0:1775764768.027156:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.027164:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.027189:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 0 00010000:00010000:2.0:1775764768.027636:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7a3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 229 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.027654:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 228 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.027661:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.027663:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.027665:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c000, rc 0) 00000100:00100000:2.0:1775764768.027695:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+228:19724:x1862022966844288:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 21059us (21365us total) trans 4294997247 rc 0/0 00000100:00100000:2.0:1775764768.027702:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50650 00000100:00100000:3.0:1775764768.027976:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.028187:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966845056 00000100:00100000:3.0:1775764768.028196:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966845056 00000100:00100000:3.0:1775764768.028244:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16148 00000100:00100000:3.0:1775764768.028253:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+228:19723:x1862022966845056:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.028426:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+229:19723:x1862022966845056:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 174us (450us total) trans 4294997248 rc 0/0 00000100:00100000:3.0:1775764768.028434:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16148 00000100:00100000:1.0:1775764768.044259:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.044529:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966845312 00000100:00100000:0.0:1775764768.044549:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966845312 00000100:00100000:0.0:1775764768.044616:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50652 00000100:00100000:0.0:1775764768.044625:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+229:19723:x1862022966845312:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764768.049121:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.049165:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7a36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc9b expref: 229 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049196:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764768.049210:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.049238:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049252:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049262:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049277:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049284:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049290:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049414:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049423:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.049430:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.050243:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.050334:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966845440 00000100:00100000:2.0:1775764768.050345:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966845440 00000100:00100000:2.0:1775764768.050409:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50653 00000100:00100000:2.0:1775764768.050421:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+229:19724:x1862022966845440:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.050441:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.050453:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7a83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcb0 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.051544:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.051561:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 230 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.051570:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.051608:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 230 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.051622:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 230 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.051636:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342272:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.051733:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.054881:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342272:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.054909:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.055190:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.055509:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966845568 00000100:00100000:2.0:1775764768.055517:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966845568 00010000:00010000:2.0:1775764768.055554:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 231 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.055586:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23273 00000100:00100000:2.0:1775764768.055712:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+231:2382:x1862022966845568:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.055729:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.055738:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 231 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.055926:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 231 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.055949:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7a44 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bca2 expref: 231 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.055970:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.055976:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.055986:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.055994:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.056026:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.056077:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+230:2382:x1862022966845568:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 484us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.056085:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23273 00010000:00010000:3.0:1775764768.056142:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.056149:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.056207:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 0 00000004:00200000:3.0:1775764768.056213:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764768.056240:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.056542:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7a83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 230 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.056563:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 229 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.056571:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:3.0:1775764768.056574:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764768.056576:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:3.0:1775764768.057524:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+229:19724:x1862022966845440:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7101us (7278us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.057533:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50653 00000100:00100000:1.0:1775764768.065511:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.065672:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966845696 00000100:00100000:3.0:1775764768.065682:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966845696 00000100:00100000:3.0:1775764768.066125:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15121 00000100:00100000:3.0:1775764768.066141:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2674050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+69:19724:x1862022966845696:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.066163:0:12186:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.066190:0:12186:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcb7 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.066230:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.066239:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764768.066242:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764768.066246:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 4/0,0 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 70 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.066284:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.066300:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.066317:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978342400:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.066610:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253840 going to sleep for 11 seconds 00000100:00080000:1.0:1775764768.066963:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1775764768.069525:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2836, 64 off189760 00010000:00010000:2.0:1775764768.069615:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069636:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069648:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069657:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069663:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069669:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069689:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764768.069713:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069719:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069725:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069730:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.069735:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069743:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.069987:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691036b00) 00010000:00010000:2.0:1775764768.069990:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764768.069995:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070001:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7a7c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070020:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070027:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070034:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070039:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.070042:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070049:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070056:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.070059:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.070062:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.070068:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7a6e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764768.070083:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5661bc7 reply state 0000000040ea6108 transno 4294997249 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.070092:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764768.070276:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+230:19723:x1862022966845312:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 25638us (26012us total) trans 4294997249 rc 0/0 00000100:00100000:2.0:1775764768.070286:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50652 00010000:00010000:0.0:1775764768.073236:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764768.073249:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.073258:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978342400:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.073262:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764768.073267:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.073282:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.073299:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed3:0x0].0x0 (ffff897691036b00) 00010000:00010000:0.0:1775764768.073303:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764768.073307:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.073308:0:12186:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 3/0,0 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 70 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.073321:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a98 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.073338:0:12186:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9a00, rc 0) 00000100:00100000:2.0:1775764768.073385:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2674050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+70:19724:x1862022966845696:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7249us (7932us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.073394:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15121 00010000:00010000:0.0:1775764768.073814:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764768.073816:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764768.073817:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764768.076948:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.078461:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966845824 00000100:00100000:2.0:1775764768.078490:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966845824 00010000:00010000:2.0:1775764768.078538:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.078582:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23274 00000100:00100000:2.0:1775764768.078977:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+70:2382:x1862022966845824:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.078997:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.079018:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.079039:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.079061:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dc976eb/0x2aac6a50e5f7a28 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc94 expref: 70 pid: 12180 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.079077:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764768.079079:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764768.079087:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 69 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.079097:0:5781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 69 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.079135:0:5781:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 69 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.079148:0:5781:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5781:1862022978342528:192.168.202.46@tcp:105: 00000100:00100000:2.0:1775764768.079381:0:5781:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00010000:00010000:0.0:1775764768.079660:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.079678:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.079686:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.079696:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.079701:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.079708:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.079721:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xca0470e2 (ffff897691036f00) 00010000:00010000:0.0:1775764768.079724:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.079728:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.079734:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7a75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.080159:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.084111:0:5781:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5781:1862022978342528:192.168.202.46@tcp:105: 00010000:00010000:2.0:1775764768.084137:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.084195:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+69:2382:x1862022966845824:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 5605us (7258us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.084207:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23274 00000100:00100000:0.0:1775764768.087588:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966846080 00000100:00100000:0.0:1775764768.087617:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966846080 00000100:00100000:0.0:1775764768.087710:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16149 00000100:00100000:0.0:1775764768.087721:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+229:19723:x1862022966846080:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.088888:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+230:19723:x1862022966846080:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1162us (8723us total) trans 4294997250 rc 0/0 00000100:00100000:0.0:1775764768.088898:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16149 00000100:00100000:1.0:1775764768.094771:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.094982:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966846336 00000100:00100000:2.0:1775764768.094992:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966846336 00000100:00100000:2.0:1775764768.095047:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16150 00000100:00100000:2.0:1775764768.095056:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+230:19724:x1862022966846336:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764768.095431:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+231:19724:x1862022966846336:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 375us (682us total) trans 4294997251 rc 0/0 00000100:00100000:2.0:1775764768.095439:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16150 00000100:00100000:1.0:1775764768.098613:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.098730:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966846592 00000100:00100000:2.0:1775764768.098741:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966846592 00000100:00100000:2.0:1775764768.098882:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50654 00000100:00100000:2.0:1775764768.098891:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+231:19723:x1862022966846592:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.098917:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.098936:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcbe expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.099060:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.099073:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 232 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.099082:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.099112:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 232 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.099126:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 232 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.099140:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978342656:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.099226:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.101552:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.101637:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966846720 00000100:00100000:2.0:1775764768.101647:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966846720 00000100:00100000:2.0:1775764768.101701:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50655 00000100:00100000:2.0:1775764768.101710:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+233:19724:x1862022966846720:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.101738:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.101772:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7aad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcc5 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.101996:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102012:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102023:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102037:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102043:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102049:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102153:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102169:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102179:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.102215:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 2048 00000004:00200000:2.0:1775764768.102220:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.102242:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102254:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102404:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102417:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102424:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102429:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.102433:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102441:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102453:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.102456:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.102461:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102510:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7ab4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102525:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102531:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102537:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102542:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.102545:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102550:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102557:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd13fc2bb (ffff897690fc9c00) 00010000:00010000:2.0:1775764768.102560:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.102562:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102568:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7abb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102860:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7aad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 235 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102874:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 234 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.102882:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.102884:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.102886:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860aca00, rc 0) 00000100:00100000:2.0:1775764768.102997:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+234:19724:x1862022966846720:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1288us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.103005:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50655 00000100:00100000:1.0:1775764768.106396:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.106592:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966846848 00000100:00100000:3.0:1775764768.106602:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966846848 00010000:00010000:3.0:1775764768.106641:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 234 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.106683:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23275 00000100:00100000:3.0:1775764768.106693:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+234:2382:x1862022966846848:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.106707:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.106714:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 234 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.106731:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 234 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.106768:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:3.0:1775764768.106775:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.106785:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.106792:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.106811:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.106951:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+234:2382:x1862022966846848:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 259us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.106959:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23275 00010000:00010000:2.0:1775764768.110133:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7494 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bacd expref: 233 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.110156:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978342656:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.110183:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.110194:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.110199:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.110221:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed4:0x0]: returning size 4096 00010000:00010000:2.0:1775764768.110454:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7a9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 234 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.110530:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 233 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.110540:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:2.0:1775764768.110542:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.110545:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:2.0:1775764768.110655:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+233:19723:x1862022966846592:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11765us (12062us total) trans 4294997252 rc 0/0 00000100:00100000:2.0:1775764768.110665:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50654 00000100:00100000:1.0:1775764768.114174:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.117538:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966847232 00000100:00100000:2.0:1775764768.117553:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966847232 00000100:00100000:2.0:1775764768.117863:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50656 00000100:00100000:2.0:1775764768.117874:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+233:19724:x1862022966847232:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.117895:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.117915:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7ad0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bccc expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118052:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118067:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 234 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118076:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 234 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118089:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 5/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118125:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 234 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118139:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 234 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.118154:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342784:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.118644:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 234 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.118655:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 234 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.118666:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342912:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.119162:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.120932:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966846976 00000100:00100000:0.0:1775764768.120943:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966846976 00010000:00010000:0.0:1775764768.120985:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 235 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.121023:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23276 00000100:00100000:0.0:1775764768.121032:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+235:2382:x1862022966846976:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.121045:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.121051:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 235 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121063:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 235 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121084:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:0.0:1775764768.121088:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121097:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121103:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.121143:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+235:2382:x1862022966846976:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 112us (1982us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.121150:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23276 00000100:00100000:1.0:1775764768.121374:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.121566:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966847360 00000100:00100000:0.0:1775764768.121571:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966847360 00000100:00100000:0.0:1775764768.121601:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50657 00000100:00100000:0.0:1775764768.121608:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966847360:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.121627:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.121641:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7ade lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcd3 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121892:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121905:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 236 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121913:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121944:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 236 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.121955:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 236 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.121968:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978343040:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.122010:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.124576:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.125255:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.125929:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966847488 00000100:00100000:0.0:1775764768.125938:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966847488 00010000:00010000:0.0:1775764768.125975:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.126005:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23277 00000100:00100000:0.0:1775764768.126013:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+237:2381:x1862022966847488:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.126027:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.126033:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.126045:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.126068:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:0.0:1775764768.126073:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.126082:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.126089:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.126107:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764768.126224:0:5795:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000009a79c01 x1862022978342784) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 237 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.126240:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7ac2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcc5 expref: 237 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.126256:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342784:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.128926:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7aa6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcbe expref: 236 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.128949:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978343040:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.128972:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.128981:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.128986:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.129030:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed4:0x0]: returning size 4096 00000004:00200000:2.0:1775764768.129034:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.129051:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.129081:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7ade lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcd3 expref: 236 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.129096:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcd3 expref: 235 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.129105:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:2.0:1775764768.129108:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.129111:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e800, rc 0) 00000100:00100000:0.0:1775764768.129600:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+235:2381:x1862022966847488:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 3576us (4337us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.129612:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23277 00000100:00100000:2.0:1775764768.129966:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+234:19723:x1862022966847360:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8357us (8592us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.129986:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50657 00000100:00100000:2.0:1775764768.133598:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.133700:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966847616 00000100:00100000:1.0:1775764768.133710:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966847616 00010000:00010000:1.0:1775764768.133831:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 234 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.133872:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23278 00000100:00100000:1.0:1775764768.133882:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+234:2381:x1862022966847616:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1775764768.133890:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978342912:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764768.133899:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.133908:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 234 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.133916:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:3.0:1775764768.133959:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.133970:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.134057:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.134109:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966847744 00000100:00100000:0.0:1775764768.134114:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966847744 00000100:00100000:0.0:1775764768.134148:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50658 00000100:00100000:0.0:1775764768.134155:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966847744:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.134172:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.134192:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7aec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcda expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134295:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134310:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134321:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134336:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134343:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134349:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134704:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134713:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134720:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.134757:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed4:0x0]: returning size 4096 00000004:00200000:0.0:1775764768.134762:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.134781:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134792:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134800:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134806:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134817:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134823:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.134827:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134834:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134845:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.134848:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.134852:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134859:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7af3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134871:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134878:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134884:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134889:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.134892:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134901:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134908:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc40f8bdb (ffff897691036f00) 00010000:00010000:0.0:1775764768.134911:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.134913:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134919:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7afa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134946:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7aec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcda expref: 237 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134959:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcda expref: 236 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.134966:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:0.0:1775764768.134968:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.134970:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c000, rc 0) 00000100:00100000:0.0:1775764768.135027:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+236:19723:x1862022966847744:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 871us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.135034:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50658 00010000:00010000:1.0:1775764768.135816:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 235 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.135838:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.135845:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7a8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb0 expref: 235 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.135860:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:1.0:1775764768.135864:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.135872:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.135878:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.135896:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.135935:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+234:2381:x1862022966847616:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 2054us (2345us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.135944:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23278 00010000:00010000:2.0:1775764768.136041:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.136048:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.136065:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 2048 00010000:00010000:2.0:1775764768.136218:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7ad0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 235 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.136232:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 234 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.136240:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.136242:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.136244:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:2.0:1775764768.136281:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+234:19724:x1862022966847232:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 18410us (22118us total) trans 4294997253 rc 0/0 00000100:00100000:2.0:1775764768.136289:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50656 00000100:00100000:0.0:1775764768.144021:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.144077:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966847872 00000100:00100000:3.0:1775764768.144089:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966847872 00000100:00100000:0.0:1775764768.144118:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.144158:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5351 00000100:00100000:3.0:1775764768.144169:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778897a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+234:2382:x1862022966847872:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.144191:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.144223:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcda expref: 234 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.144245:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00000100:00100000:2.0:1775764768.144248:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966848000 00010000:00010000:3.0:1775764768.144251:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.144254:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966848000 00000100:00100000:2.0:1775764768.144294:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50659 00000100:00100000:2.0:1775764768.144303:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+234:19724:x1862022966848000:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:3.0:1775764768.144310:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778897a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+234:2382:x1862022966847872:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 142us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.144317:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5351 00010000:00010000:2.0:1775764768.144324:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.144341:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7b0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bce1 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.144621:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.144637:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 234 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.144646:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.144679:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 234 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.144692:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 234 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.144706:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978343168:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.144766:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.149244:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.149565:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966848256 00000100:00100000:2.0:1775764768.149575:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966848256 00000100:00100000:2.0:1775764768.149648:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16151 00000100:00100000:2.0:1775764768.149659:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966848256:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.149686:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978343168:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.149735:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.149860:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.149923:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966848384 00000100:00100000:3.0:1775764768.149928:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966848384 00010000:00010000:3.0:1775764768.149949:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 237 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.149975:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23279 00000100:00100000:3.0:1775764768.149984:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+237:2379:x1862022966848384:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.149995:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.150003:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 237 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.150017:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 237 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.150042:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7ad7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bccc expref: 237 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.150060:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+236:19723:x1862022966848256:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 402us (823us total) trans 4294997254 rc 0/0 00010000:00010000:3.0:1775764768.150062:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:3.0:1775764768.150071:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.150075:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16151 00010000:00010000:3.0:1775764768.150086:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.150095:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.150123:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.150145:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+235:2379:x1862022966848384:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 162us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.150152:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23279 00010000:00010000:2.0:1775764768.150434:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.150440:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.150504:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 2048 00000004:00200000:2.0:1775764768.150509:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.150529:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.150558:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7b0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 235 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.150574:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 234 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.150582:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.150585:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.150642:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:2.0:1775764768.151584:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+234:19724:x1862022966848000:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7282us (7466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.152696:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50659 00000100:00100000:0.0:1775764768.154880:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.154961:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966848640 00000100:00100000:2.0:1775764768.154970:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966848640 00000100:00100000:2.0:1775764768.155061:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50660 00000100:00100000:2.0:1775764768.155071:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+234:19723:x1862022966848640:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764768.155129:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.155156:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7ae5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcd3 expref: 234 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.155187:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897682bd0300) 00010000:00010000:2.0:1775764768.155200:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764768.155219:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.155234:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.155244:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.155258:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.155264:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.155271:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.156577:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.156592:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.156602:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764768.157119:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2835, 64 off189696 00010000:00010000:2.0:1775764768.157191:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157202:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157210:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157218:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157224:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157229:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157253:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764768.157273:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157280:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157286:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157292:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.157297:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157303:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157316:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897690fc9500) 00010000:00010000:2.0:1775764768.157319:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764768.157323:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157328:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7b2b lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157345:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157352:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157358:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157362:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.157365:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157370:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157377:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.157379:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.157382:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.157387:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7b1d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764768.157401:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090119979 reply state 0000000074944d25 transno 4294997255 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.157409:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764768.157445:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764768.157452:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.157457:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764768.157460:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.157508:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.157517:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed4:0x0].0x0 (ffff897690fc9500) 00010000:00010000:3.0:1775764768.157519:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764768.157522:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.157531:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7b32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.157543:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764768.157545:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764768.157547:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764768.163577:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966848640:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 8495us (8690us total) trans 4294997255 rc 0/0 00000100:00100000:2.0:1775764768.163591:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50660 00000100:00100000:3.0:1775764768.163621:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.166908:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966848768 00000100:00100000:0.0:1775764768.166922:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966848768 00000100:00100000:0.0:1775764768.166984:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50661 00000100:00100000:0.0:1775764768.166994:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+235:19724:x1862022966848768:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.167015:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1775764768.167034:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764768.167036:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bce8 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167060:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167066:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167073:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167079:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.167083:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167130:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167131:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167145:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167148:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc40f8bdb (ffff897690fc9c00) 00010000:00010000:3.0:1775764768.167151:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.167155:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167155:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.167162:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7b24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167168:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167174:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167179:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167274:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167282:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167288:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.167321:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 2048 00000004:00200000:0.0:1775764768.167325:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.167343:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167353:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167361:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167380:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167386:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167390:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.167392:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167398:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167406:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764768.167408:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.167410:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167415:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167430:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167435:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167645:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167653:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.167658:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167663:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167671:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd13fc2bb (ffff897691036f00) 00010000:00010000:0.0:1775764768.167673:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.167675:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167681:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167713:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7b39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce8 expref: 236 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167725:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce8 expref: 235 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167736:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:0.0:1775764768.167738:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.167741:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:0.0:1775764768.167801:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+235:19724:x1862022966848768:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 808us (4179us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.167809:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50661 00000100:00100000:0.0:1775764768.167827:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966848896 00000100:00100000:0.0:1775764768.167833:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966848896 00000100:00100000:0.0:1775764768.167861:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50662 00000100:00100000:0.0:1775764768.167868:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966848896:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.167882:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.167891:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7b55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcef expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167950:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167959:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167966:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167976:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167982:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.167989:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168018:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168025:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168031:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168035:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.168038:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168043:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168051:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.168053:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.168056:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168061:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7b5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168069:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168074:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168079:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168084:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.168086:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168091:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168097:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x14062c82 (ffff897691036b00) 00010000:00010000:0.0:1775764768.168099:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.168101:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168107:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7b63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168135:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7b55 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcef expref: 236 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168144:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.168146:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.168149:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7b55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcef expref: 236 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.168158:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c600, rc 0) 00000100:00100000:0.0:1775764768.168188:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966848896:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 321us (1155us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764768.168197:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50662 00000100:00100000:3.0:1775764768.179074:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.179109:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.179123:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849024 00000100:00100000:0.0:1775764768.179135:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849024 00000100:00100000:0.0:1775764768.179206:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50663 00000100:00100000:0.0:1775764768.179216:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+235:19723:x1862022966849024:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.179241:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.179263:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7b6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcf6 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.179374:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7b71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.179389:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.179402:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.179411:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849152 00000100:00100000:1.0:1775764768.179415:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849152 00000100:00100000:1.0:1775764768.179455:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5352 00000004:00200000:0.0:1775764768.179461:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bb:0x0]: returning size 8192 00000100:00100000:1.0:1775764768.179462:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+237:2379:x1862022966849152:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000004:00200000:0.0:1775764768.179488:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00010000:00010000:1.0:1775764768.179492:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.179518:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7b4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce8 expref: 237 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764768.179527:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.179535:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:1.0:1775764768.179539:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.179546:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7b6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcf6 expref: 237 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.179557:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7b71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcf6 expref: 236 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.179567:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.179570:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764768.179572:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222f400, rc 0) 00000100:00100000:0.0:1775764768.179591:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+236:19723:x1862022966849024:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 378us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.179598:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50663 00000100:00100000:1.0:1775764768.179600:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+236:2379:x1862022966849152:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 127us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.179606:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5352 00000100:00100000:3.0:1775764768.180050:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.180086:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849408 00000100:00100000:0.0:1775764768.180091:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849408 00000100:00100000:0.0:1775764768.180128:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50664 00000100:00100000:0.0:1775764768.180136:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+235:19724:x1862022966849408:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.180145:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.180154:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7b78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bcfd expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.180239:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.180250:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 236 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.180259:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 4/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.180287:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 236 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.180301:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 236 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.180314:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978343296:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.180458:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.187625:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.187724:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978343296:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.187751:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.187844:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849536 00000100:00100000:1.0:1775764768.187858:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849536 00010000:00010000:1.0:1775764768.187888:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.187916:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23280 00000100:00100000:1.0:1775764768.187922:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+237:2381:x1862022966849536:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.187934:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.187938:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.187947:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.187967:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f6bf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7f5 expref: 237 pid: 5794 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.187977:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:1.0:1775764768.187980:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.187987:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.187992:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.188009:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.188037:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.188044:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.188062:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000100:00100000:1.0:1775764768.188064:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+236:2381:x1862022966849536:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 141us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.188071:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23280 00010000:00010000:0.0:1775764768.188225:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7b78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 237 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.188239:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 236 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.188246:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:0.0:1775764768.188248:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764768.188250:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8d200, rc 0) 00000100:00100000:2.0:1775764768.188263:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.188275:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+236:19724:x1862022966849408:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8141us (8227us total) trans 4294997256 rc 0/0 00000100:00100000:0.0:1775764768.188282:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50664 00000100:00100000:3.0:1775764768.189846:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849664 00000100:00100000:3.0:1775764768.189856:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849664 00000100:00100000:3.0:1775764768.189902:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16152 00000100:00100000:3.0:1775764768.189911:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+236:19723:x1862022966849664:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:2.0:1775764768.191592:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.192019:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849792 00000100:00100000:3.0:1775764768.192026:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849792 00000100:00100000:3.0:1775764768.192072:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50665 00000100:00100000:3.0:1775764768.192080:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782ed6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+238:19724:x1862022966849792:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.192101:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.192119:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7b8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd04 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.192226:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.192240:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.192249:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.192291:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.192309:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.192323:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978343424:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.192401:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982533c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.194851:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e387480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978343424:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.194878:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.196069:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.196350:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966849920 00000100:00100000:0.0:1775764768.196358:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966849920 00010000:00010000:0.0:1775764768.196390:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.196429:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23281 00000100:00100000:0.0:1775764768.196437:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+239:2381:x1862022966849920:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.196450:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.196457:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.196502:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.196524:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7b7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcfd expref: 239 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.196541:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:0.0:1775764768.196547:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.196557:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.196565:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.196593:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.196640:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+238:2381:x1862022966849920:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 203us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.196652:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23281 00000100:00100000:3.0:1775764768.196788:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+237:19723:x1862022966849664:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6878us (8524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.196797:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16152 00010000:00010000:1.0:1775764768.197550:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.197561:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.197602:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:1.0:1775764768.197606:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764768.197625:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.197653:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7b8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 237 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.197669:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 236 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.197687:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:1.0:1775764768.197690:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764768.197692:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9e00, rc 0) 00000100:00100000:1.0:1775764768.197728:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782ed6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+236:19724:x1862022966849792:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5649us (6142us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.197735:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50665 00000100:00100000:2.0:1775764768.201166:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.201215:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966850048 00000100:00100000:0.0:1775764768.201225:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966850048 00000100:00100000:0.0:1775764768.201277:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50666 00000100:00100000:0.0:1775764768.201289:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+236:19723:x1862022966850048:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.201309:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.201328:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd0b expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201434:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201447:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201458:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201506:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201515:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201523:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201628:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201641:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201648:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.201685:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00000004:00200000:0.0:1775764768.201690:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.201709:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201720:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201728:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201734:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201740:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201746:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.201750:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201758:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201769:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.201772:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.201778:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201784:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7ba2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201797:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201802:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201808:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201814:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.201817:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201823:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201830:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xcd7d97c8 (ffff897691036b00) 00010000:00010000:0.0:1775764768.201832:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.201835:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201841:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ba9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201869:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7b9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd0b expref: 238 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201883:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd0b expref: 237 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.201890:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:0.0:1775764768.201893:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.201895:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:0.0:1775764768.201960:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+237:19723:x1862022966850048:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 674us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.201968:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50666 00000100:00100000:0.0:1775764768.219184:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.219233:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.219300:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966850432 00000100:00100000:1.0:1775764768.219312:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966850432 00000100:00100000:2.0:1775764768.219360:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966850304 00000100:00100000:2.0:1775764768.219376:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966850304 00000100:00100000:1.0:1775764768.219392:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5353 00000100:00100000:1.0:1775764768.219404:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+238:2380:x1862022966850432:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1775764768.219419:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16153 00010000:00010000:1.0:1775764768.219420:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1775764768.219430:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+238:19724:x1862022966850304:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:1.0:1775764768.219449:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7bb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd0b expref: 238 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.219519:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:1.0:1775764768.219526:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.219583:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+237:2380:x1862022966850432:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 184us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.219591:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5353 00000100:00100000:2.0:1775764768.219950:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+237:19724:x1862022966850304:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 522us (781us total) trans 4294997257 rc 0/0 00000100:00100000:2.0:1775764768.219959:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16153 00000100:00100000:3.0:1775764768.227085:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.227157:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966850688 00000100:00100000:2.0:1775764768.227168:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966850688 00000100:00100000:2.0:1775764768.227238:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50667 00000100:00100000:2.0:1775764768.227249:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+237:19723:x1862022966850688:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.227280:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.227305:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7bb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd12 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.227452:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.227510:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 238 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.227520:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.227561:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 238 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.227575:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 238 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.227591:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978343552:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.227702:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.229560:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.229723:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966850816 00000100:00100000:1.0:1775764768.229732:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966850816 00000100:00100000:1.0:1775764768.229817:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50668 00000100:00100000:1.0:1775764768.229837:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+239:19724:x1862022966850816:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.229862:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.229879:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7bc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd19 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.229977:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.229992:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230004:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230019:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230026:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230033:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230137:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230144:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230152:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.230193:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:1.0:1775764768.230198:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764768.230219:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230231:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230239:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230246:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230252:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230258:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.230957:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230968:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230981:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764768.230985:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.230989:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.230995:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7bcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231016:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231023:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231029:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231033:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687931000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.231035:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231041:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231048:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x283705e2 (ffff897682bd0400) 00010000:00010000:1.0:1775764768.231050:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.231052:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231058:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7bd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231100:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7bc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd19 expref: 241 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231113:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd19 expref: 240 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.231125:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:1.0:1775764768.231128:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764768.231130:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687931200, rc 0) 00000100:00100000:0.0:1775764768.231621:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+240:19724:x1862022966850816:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1784us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.231631:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50668 00000100:00100000:1.0:1775764768.233433:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.233776:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978343552:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.233808:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.233884:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966850944 00000100:00100000:0.0:1775764768.233892:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966850944 00010000:00010000:0.0:1775764768.233932:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 240 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.233968:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23282 00000100:00100000:0.0:1775764768.233979:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+240:2382:x1862022966850944:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.233993:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.234000:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 240 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.234018:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 240 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.234039:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f6def lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8a4 expref: 240 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.234055:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:0.0:1775764768.234060:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.234070:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.234077:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.234103:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.234161:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+239:2382:x1862022966850944:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 183us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.234170:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23282 00010000:00010000:2.0:1775764768.234349:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.234372:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.234397:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00010000:00010000:2.0:1775764768.234619:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7bb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 240 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.234636:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 239 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.234643:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764768.234646:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.234648:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860aca00, rc 0) 00000100:00100000:2.0:1775764768.234677:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+239:19723:x1862022966850688:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7431us (7602us total) trans 4294997258 rc 0/0 00000100:00100000:2.0:1775764768.234683:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50667 00000100:00100000:3.0:1775764768.250167:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.250217:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.251219:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851328 00000100:00100000:0.0:1775764768.251228:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851328 00000100:00100000:0.0:1775764768.251302:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5354 00000100:00100000:0.0:1775764768.251313:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897788979450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+239:2382:x1862022966851328:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.251331:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.251356:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7bda lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd19 expref: 239 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.251386:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:0.0:1775764768.251390:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.251439:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897788979450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+238:2382:x1862022966851328:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 128us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.251446:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5354 00000100:00100000:2.0:1775764768.252244:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851200 00000100:00100000:2.0:1775764768.252251:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851200 00000100:00100000:2.0:1775764768.252305:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50669 00000100:00100000:2.0:1775764768.252314:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+238:19724:x1862022966851200:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.252334:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.252351:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7be8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd20 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.252512:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.252530:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 239 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.252539:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 4/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.252571:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 239 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.252584:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 239 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.252608:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978343680:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.252699:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.254454:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.256118:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851456 00000100:00100000:3.0:1775764768.256131:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851456 00000100:00100000:3.0:1775764768.256193:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50670 00000100:00100000:3.0:1775764768.256203:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+240:19723:x1862022966851456:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.256229:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.256250:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7bf6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd27 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.256660:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.256689:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 241 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.256699:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.256735:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 241 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.256747:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 241 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.256762:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978343808:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.256851:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.266945:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.267056:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978343680:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.267084:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.267149:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978343808:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.267160:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.267215:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851584 00000100:00100000:1.0:1775764768.267221:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851584 00010000:00010000:1.0:1775764768.267250:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 242 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.267290:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23283 00000100:00100000:1.0:1775764768.267298:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+242:2382:x1862022966851584:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.267311:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.267316:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 242 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.267325:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 242 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.267343:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f7b94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd04 expref: 242 pid: 5796 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.267357:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:1.0:1775764768.267584:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.267594:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.267602:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.267629:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.267680:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+241:2382:x1862022966851584:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 382us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.267688:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23283 00010000:00010000:2.0:1775764768.268098:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.268104:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.268123:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00010000:00010000:2.0:1775764768.268357:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7be8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 242 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.268525:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 241 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.268539:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.268541:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.268544:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:2.0:1775764768.268584:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+241:19724:x1862022966851200:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 16272us (18427us total) trans 4294997259 rc 0/0 00000100:00100000:2.0:1775764768.268592:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50669 00000100:00100000:2.0:1775764768.283841:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.283932:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.283984:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851840 00000100:00100000:1.0:1775764768.283997:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851840 00000100:00100000:1.0:1775764768.284054:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50671 00000100:00100000:1.0:1775764768.284064:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+241:19724:x1862022966851840:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.284090:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.284110:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7c0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd2e expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.284234:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.284249:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 242 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.284257:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.284291:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 242 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.284304:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 242 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.284317:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978343936:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.284417:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.284665:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851712 00000100:00100000:0.0:1775764768.284670:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851712 00010000:00010000:0.0:1775764768.284696:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 243 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.284718:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23284 00000100:00100000:0.0:1775764768.284726:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+243:2381:x1862022966851712:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.284736:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.284742:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 243 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.284755:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 243 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.284773:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7bbe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd12 expref: 243 pid: 9373 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.284793:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:0.0:1775764768.284798:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.284805:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.284811:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.284838:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764768.284874:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.284883:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.284920:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.284925:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.284948:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.284979:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f7bf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 243 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.284993:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 242 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.285001:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764768.285004:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.285006:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9400, rc 0) 00000100:00100000:2.0:1775764768.285357:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+242:19723:x1862022966851456:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 29155us (30907us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.285604:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50670 00000100:00100000:0.0:1775764768.287134:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+241:2381:x1862022966851712:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 2401us (3297us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.287146:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23284 00000100:00100000:1.0:1775764768.291303:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.291401:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978343936:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.291430:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.291801:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966851968 00000100:00100000:2.0:1775764768.291808:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966851968 00010000:00010000:2.0:1775764768.291853:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 241 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.291887:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23285 00000100:00100000:2.0:1775764768.291897:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+241:2382:x1862022966851968:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.291915:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.291922:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 241 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.291932:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 241 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.291949:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7bef lrc: 0/0,0 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd20 expref: 241 pid: 5795 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.291961:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.291965:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.291971:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.291977:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.292510:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.292564:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+240:2382:x1862022966851968:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 668us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.292572:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23285 00010000:00010000:0.0:1775764768.295327:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.295346:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.295605:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:1.0:1775764768.295611:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764768.295635:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.295686:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7c0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 240 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.295702:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 239 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.295709:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:1.0:1775764768.295711:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764768.295713:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687930400, rc 0) 00000100:00100000:1.0:1775764768.295788:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+239:19724:x1862022966851840:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11726us (11857us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.295796:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50671 00000100:00100000:1.0:1775764768.299439:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.299605:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966852096 00000100:00100000:0.0:1775764768.299617:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966852096 00000100:00100000:0.0:1775764768.299683:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50672 00000100:00100000:0.0:1775764768.299692:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+239:19723:x1862022966852096:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.299716:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.299736:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7c19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd35 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299830:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299843:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299853:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299868:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299874:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299880:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299942:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299948:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299952:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299956:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.299959:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299963:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299972:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.299974:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.299977:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299981:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7c20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299989:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299992:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299996:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.299999:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.300001:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.300005:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.300011:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x14062c82 (ffff897691036b00) 00010000:00010000:0.0:1775764768.300013:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.300016:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.300022:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.300058:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7c19 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd35 expref: 240 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.300068:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.300070:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.300074:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7c19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd35 expref: 240 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.300084:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c400, rc 0) 00000100:00100000:0.0:1775764768.300126:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+239:19723:x1862022966852096:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 436us (697us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764768.300131:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50672 00000100:00100000:2.0:1775764768.308663:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.309602:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966852352 00000100:00100000:0.0:1775764768.309615:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966852352 00000100:00100000:0.0:1775764768.309670:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16154 00000100:00100000:0.0:1775764768.309680:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+239:19723:x1862022966852352:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764768.310042:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.310152:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+240:19723:x1862022966852352:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 474us (1499us total) trans 4294997260 rc 0/0 00000100:00100000:0.0:1775764768.310158:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16154 00000100:00100000:2.0:1775764768.310293:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966852480 00000100:00100000:2.0:1775764768.310297:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966852480 00000100:00100000:2.0:1775764768.310327:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50673 00000100:00100000:2.0:1775764768.310332:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+240:19724:x1862022966852480:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.310340:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.310356:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7c2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd3c expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310586:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310611:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310624:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310640:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310648:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310652:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310740:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310746:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310750:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.310773:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:2.0:1775764768.310776:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.310787:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310794:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310800:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310804:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310808:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.310812:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.310815:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311790:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311801:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.311803:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.311807:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311812:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311921:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311928:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311932:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311935:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.311937:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311940:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311945:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x283705e2 (ffff897690fc9200) 00010000:00010000:2.0:1775764768.311947:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.311949:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311952:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311985:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7c2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd3c expref: 242 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311994:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd3c expref: 241 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.311998:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.312000:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.312001:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860aca00, rc 0) 00000100:00100000:2.0:1775764768.312052:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+241:19724:x1862022966852480:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1720us (2011us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.312058:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50673 00000100:00100000:1.0:1775764768.320395:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.320425:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.320508:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966852608 00000100:00100000:2.0:1775764768.320520:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966852608 00000100:00100000:2.0:1775764768.320566:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966852736 00000100:00100000:2.0:1775764768.320568:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966852736 00000100:00100000:2.0:1775764768.320586:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50674 00000100:00100000:2.0:1775764768.320596:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+242:19723:x1862022966852608:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.320623:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.320644:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7c4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd43 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320755:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320766:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320778:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320787:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320792:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320796:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320893:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320898:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320902:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.320929:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.320932:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.320945:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320953:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320959:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320965:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320970:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320973:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.320976:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320980:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320987:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.320989:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.320992:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.320995:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7c51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321003:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321007:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321010:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321013:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.321015:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321019:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321022:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xcd7d97c8 (ffff897690fc9200) 00010000:00010000:2.0:1775764768.321024:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.321025:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321028:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7c58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321048:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7c4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 244 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321055:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 243 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321059:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764768.321060:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.321062:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:2.0:1775764768.321103:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+243:19723:x1862022966852608:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 511us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.321108:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50674 00000100:00100000:2.0:1775764768.321122:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50675 00000100:00100000:2.0:1775764768.321127:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+242:19724:x1862022966852736:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.321133:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.321140:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7c66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd4a expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321181:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321187:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321192:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321199:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321202:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321206:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321227:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321230:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321234:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321237:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682237800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.321239:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321245:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321249:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.321250:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.321252:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321255:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7c6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321260:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321264:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321268:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321270:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682236000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.321271:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321274:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321278:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3f304673 (ffff897690fc9c00) 00010000:00010000:2.0:1775764768.321279:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.321280:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321284:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7c74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321302:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7c66 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd4a expref: 243 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321309:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.321310:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.321312:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7c66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd4a expref: 243 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.321317:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:2.0:1775764768.321334:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+242:19724:x1862022966852736:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 208us (909us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764768.321338:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50675 00000100:00100000:0.0:1775764768.332155:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.332191:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.332204:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.332233:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.332253:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853120 00000100:00100000:0.0:1775764768.332260:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853120 00000100:00100000:0.0:1775764768.332308:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853376 00000100:00100000:0.0:1775764768.332311:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853376 00000100:00100000:0.0:1775764768.332332:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50676 00000100:00100000:0.0:1775764768.332341:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+243:19723:x1862022966853120:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.332374:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.332393:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7c7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd51 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332542:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332553:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 244 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332559:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 244 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332564:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332602:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 244 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332614:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 244 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.332633:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978344064:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.332811:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 244 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.332829:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 244 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.332835:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978344192:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.332877:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.332940:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966852864 00000100:00100000:2.0:1775764768.332944:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966852864 00000100:00100000:2.0:1775764768.332971:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853248 00000100:00100000:2.0:1775764768.332973:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853248 00010000:00010000:2.0:1775764768.332982:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 246 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.332994:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23286 00000100:00100000:2.0:1775764768.332999:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+246:2381:x1862022966853248:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.333006:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.333011:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 246 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333020:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 246 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333034:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764768.333037:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333042:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333045:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.333065:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+246:2381:x1862022966853248:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 66us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.333070:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23286 00000100:00100000:2.0:1775764768.333082:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5355 00000100:00100000:2.0:1775764768.333086:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+245:2380:x1862022966852864:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.333090:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.333096:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7c43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd3c expref: 245 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333105:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.333107:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.333116:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+244:2380:x1862022966852864:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 30us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.333119:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5355 00000100:00100000:2.0:1775764768.333132:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50677 00000100:00100000:2.0:1775764768.333137:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+243:19724:x1862022966853376:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.333144:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.333151:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7c89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd58 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333204:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7c90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333212:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333220:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.333258:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b8:0x0]: returning size 8192 00000004:00200000:2.0:1775764768.333261:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.333277:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333297:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7c89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd58 expref: 245 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333309:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd58 expref: 244 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.333316:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.333318:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764768.333321:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236400, rc 0) 00000100:00100000:2.0:1775764768.333342:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+244:19724:x1862022966853376:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 205us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.333353:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50677 00010000:00010000:2.0:1775764768.344864:0:9373:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@00000000b5f3206b x1862022978344064) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 243 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.344888:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7c5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd43 expref: 243 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.344905:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978344064:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.344919:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978344192:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.344942:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764768.344947:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.344956:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.344964:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.346245:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.346423:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.346524:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853632 00000100:00100000:0.0:1775764768.346532:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853632 00000100:00100000:0.0:1775764768.346584:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16155 00000100:00100000:0.0:1775764768.346595:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+243:19724:x1862022966853632:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:3.0:1775764768.347186:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853504 00000100:00100000:3.0:1775764768.347192:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853504 00010000:00010000:1.0:1775764768.350775:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 245 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.350967:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23287 00000100:00100000:1.0:1775764768.350979:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+245:2379:x1862022966853504:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.350995:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.351001:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 245 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.351015:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 245 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.351038:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7bfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd27 expref: 245 pid: 11866 timeout: 1494 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.351053:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:1.0:1775764768.351058:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.351068:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.351075:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.351105:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.351149:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+244:2379:x1862022966853504:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 173us (4906us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.351156:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23287 00010000:00010000:3.0:1775764768.351212:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.351220:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.351239:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00010000:00010000:3.0:1775764768.351401:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f7c7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 244 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.351416:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 243 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.351428:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:3.0:1775764768.351430:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764768.351432:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c000, rc 0) 00000100:00100000:3.0:1775764768.351461:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+243:19723:x1862022966853120:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 19122us (19268us total) trans 4294997261 rc 0/0 00000100:00100000:3.0:1775764768.351486:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50676 00000100:00100000:2.0:1775764768.351935:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+242:19724:x1862022966853632:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 5341us (5510us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.351944:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16155 00000100:00100000:3.0:1775764768.359519:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.359553:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.359635:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853760 00000100:00100000:0.0:1775764768.359646:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853760 00000100:00100000:0.0:1775764768.359701:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966853888 00000100:00100000:0.0:1775764768.359704:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966853888 00000100:00100000:0.0:1775764768.359727:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50678 00000100:00100000:0.0:1775764768.359736:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+243:19723:x1862022966853760:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.359763:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.359785:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7c9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd5f expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.359912:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.359925:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 244 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.359932:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.359964:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 244 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.359978:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 244 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.359992:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978344320:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.360090:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.360109:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50679 00000100:00100000:0.0:1775764768.360118:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+244:19724:x1862022966853888:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.360126:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.360135:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7cac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd66 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360196:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360208:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360219:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360234:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360240:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360247:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360319:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360327:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360334:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360340:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.360345:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360352:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360365:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764768.360368:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.360373:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360380:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360392:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360398:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360404:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360410:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.360413:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360418:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360425:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3771cd63 (ffff897691036b00) 00010000:00010000:0.0:1775764768.360428:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.360430:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360435:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7cba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360504:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7cac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd66 expref: 245 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360514:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764768.360516:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.360520:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f7cac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd66 expref: 245 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.360530:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:0.0:1775764768.360559:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+244:19724:x1862022966853888:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 443us (1005us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764768.360567:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50679 00000100:00100000:0.0:1775764768.368284:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978344320:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.368316:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.371909:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.372107:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966854144 00000100:00100000:0.0:1775764768.372118:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966854144 00000100:00100000:0.0:1775764768.372174:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16156 00000100:00100000:0.0:1775764768.372186:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+244:19724:x1862022966854144:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.372587:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+245:19724:x1862022966854144:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 402us (686us total) trans 4294997262 rc 0/0 00000100:00100000:0.0:1775764768.372595:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16156 00000100:00100000:3.0:1775764768.376416:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.376531:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966854272 00000100:00100000:2.0:1775764768.376541:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966854272 00010000:00010000:2.0:1775764768.376579:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 245 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.376623:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23288 00000100:00100000:2.0:1775764768.376633:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897788979850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+245:2382:x1862022966854272:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.376651:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.376659:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 245 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.376672:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 245 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.376693:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f7c82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd51 expref: 245 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.376712:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764768.376717:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.376728:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.376735:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.376764:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.376829:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897788979850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+244:2382:x1862022966854272:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 186us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.376837:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23288 00010000:00010000:0.0:1775764768.376959:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.376968:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.377011:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00000004:00200000:0.0:1775764768.377016:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.377038:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.377073:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f7c9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd5f expref: 244 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.377089:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd5f expref: 243 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.377096:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:0.0:1775764768.377098:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.377101:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c600, rc 0) 00000100:00100000:0.0:1775764768.377131:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+243:19723:x1862022966853760:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 17396us (17623us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.377138:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50678 00000100:00100000:3.0:1775764768.380396:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.380516:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966854528 00000100:00100000:2.0:1775764768.380525:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966854528 00000100:00100000:2.0:1775764768.380580:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50680 00000100:00100000:2.0:1775764768.380589:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+243:19724:x1862022966854528:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.380609:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.380627:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7cc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd6d expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.380751:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.380765:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 244 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.380773:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.380809:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 244 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.380836:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 244 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.385160:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684734a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978344448:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.385771:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.389764:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.389848:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.392788:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966854784 00000100:00100000:0.0:1775764768.392802:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966854784 00010000:00010000:0.0:1775764768.392862:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 245 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.392903:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23289 00000100:00100000:0.0:1775764768.392913:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+245:2382:x1862022966854784:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.392928:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.392935:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 245 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.392949:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 245 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.392978:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:0.0:1775764768.392984:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.392993:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393001:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393021:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.393076:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+245:2382:x1862022966854784:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 164us (3227us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.393084:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23289 00000100:00100000:0.0:1775764768.393127:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966854656 00000100:00100000:0.0:1775764768.393132:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966854656 00000100:00100000:0.0:1775764768.393158:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50681 00000100:00100000:0.0:1775764768.393165:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+245:19723:x1862022966854656:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.393186:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.393201:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7ccf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd74 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393294:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393306:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393313:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393327:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393333:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393339:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393455:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393516:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393525:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.393574:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c0:0x0]: returning size 260096 00000004:00200000:0.0:1775764768.393579:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.393599:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393611:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393619:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393625:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393636:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393642:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.393646:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393653:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393662:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.393665:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.393669:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393675:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f7cd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393686:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393692:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393698:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393703:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.393706:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393716:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393723:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x5e0db83a (ffff897691036b00) 00010000:00010000:0.0:1775764768.393725:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.393728:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393733:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f7cdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393759:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f7ccf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd74 expref: 247 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393771:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd74 expref: 246 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.393778:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:0.0:1775764768.393780:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.393783:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e600, rc 0) 00000100:00100000:0.0:1775764768.393816:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+246:19723:x1862022966854656:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 652us (4063us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.393823:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50681 00010000:00010000:0.0:1775764768.395076:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7c12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd2e expref: 245 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.395089:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978344448:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.395107:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.395112:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.395116:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.395129:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00010000:00010000:0.0:1775764768.395240:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f7cc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 246 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.395249:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 245 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.395254:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:0.0:1775764768.395256:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764768.395269:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682237800, rc 0) 00000100:00100000:0.0:1775764768.395294:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+245:19724:x1862022966854528:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14708us (14907us total) trans 4294997263 rc 0/0 00000100:00100000:0.0:1775764768.395299:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50680 00000100:00100000:3.0:1775764768.404376:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.404382:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.404414:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.404444:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966855296 00000100:00100000:2.0:1775764768.404456:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966855296 00000100:00100000:2.0:1775764768.404539:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966854912 00000100:00100000:2.0:1775764768.404542:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966854912 00000100:00100000:2.0:1775764768.404556:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50682 00000100:00100000:2.0:1775764768.404563:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+246:19723:x1862022966855296:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.404584:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1775764768.405066:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966855040 00000100:00100000:0.0:1775764768.405070:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966855040 00000100:00100000:0.0:1775764768.405099:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5356 00000100:00100000:0.0:1775764768.405104:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+247:2380:x1862022966855040:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.405115:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.405134:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f7ce4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd74 expref: 247 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.405150:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:0.0:1775764768.405154:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.405191:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+246:2380:x1862022966855040:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 86us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.405196:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5356 00000100:00100000:0.0:1775764768.405214:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50683 00000100:00100000:0.0:1775764768.405218:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+245:19724:x1862022966854912:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.405225:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.405236:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7cf2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd7b expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.405333:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.405343:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 246 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.405349:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.405372:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 246 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.405382:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 246 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.405394:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978344576:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.405448:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2240 going to sleep for 11 seconds 00010000:00010000:2.0:1775764768.405932:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7d00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd82 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.406013:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.406021:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 247 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.406025:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.406038:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 247 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.406044:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 247 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.406051:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684734a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978344704:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.406082:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.411175:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684734a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978344704:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.411210:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.412783:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.412811:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.412832:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966855424 00000100:00100000:3.0:1775764768.412838:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966855424 00010000:00010000:3.0:1775764768.412872:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 248 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.412896:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966855552 00000100:00100000:3.0:1775764768.412897:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966855552 00010000:00010000:3.0:1775764768.412905:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 249 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.412920:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23290 00000100:00100000:3.0:1775764768.412926:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+249:2381:x1862022966855424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.412938:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.412943:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 249 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.412952:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 249 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.412970:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.412974:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.412981:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.412986:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.412998:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.413031:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+249:2381:x1862022966855424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 105us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.413036:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23290 00000100:00100000:3.0:1775764768.413047:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23291 00000100:00100000:3.0:1775764768.413051:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+248:2381:x1862022966855552:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.413058:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.413060:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 248 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413066:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 248 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413074:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f6e4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8b9 expref: 248 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413084:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:3.0:1775764768.413087:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413091:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413094:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413103:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.413112:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+247:2381:x1862022966855552:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 61us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.413116:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23291 00010000:00010000:3.0:1775764768.413131:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413135:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.413155:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c0:0x0]: returning size 260096 00010000:00010000:3.0:1775764768.413287:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f7d00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 248 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413297:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 247 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.413302:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:3.0:1775764768.413304:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764768.413305:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:3.0:1775764768.413324:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+247:19723:x1862022966855296:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8763us (8943us total) trans 4294997264 rc 0/0 00000100:00100000:3.0:1775764768.413329:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50682 00010000:00010000:0.0:1775764768.416076:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f7cc8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd6d expref: 246 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.416102:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978344576:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.416129:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.416360:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.416370:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.416410:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:2.0:1775764768.416413:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.416427:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.416457:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7cf2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 246 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.416515:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 245 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.416523:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.416526:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.416529:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4a00, rc 0) 00000100:00100000:2.0:1775764768.416601:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+245:19724:x1862022966854912:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11381us (12186us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.416610:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50683 00000100:00100000:2.0:1775764768.425145:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.425215:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966855680 00000100:00100000:0.0:1775764768.425227:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966855680 00000100:00100000:2.0:1775764768.425247:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.425288:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50684 00000100:00100000:0.0:1775764768.425298:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+245:19723:x1862022966855680:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.425320:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.425342:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7d15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd89 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.425391:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966855936 00000100:00100000:3.0:1775764768.425396:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966855936 00000100:00100000:3.0:1775764768.425432:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16157 00000100:00100000:3.0:1775764768.425439:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+247:19724:x1862022966855936:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:0.0:1775764768.425511:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.425527:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 247 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.425535:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.425573:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 247 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.425586:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 248 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.425599:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978344832:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.425671:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+248:19724:x1862022966855936:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 231us (422us total) trans 4294997265 rc 0/0 00000100:00100000:3.0:1775764768.425687:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16157 00000100:00100000:0.0:1775764768.425690:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.434357:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.434454:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.434608:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978344832:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.434635:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.436961:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966856192 00000100:00100000:3.0:1775764768.436974:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966856192 00000100:00100000:3.0:1775764768.437035:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50685 00000100:00100000:3.0:1775764768.437045:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+248:19724:x1862022966856192:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.437066:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.437088:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7d23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd90 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437173:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437186:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437195:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437205:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437209:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437213:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437298:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437303:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437307:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.437333:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:3.0:1775764768.437336:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764768.437350:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437358:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437363:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437367:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437371:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437375:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.437377:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437382:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437389:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764768.437391:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.437393:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437397:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437406:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437409:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437413:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437416:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.437418:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437421:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437424:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x283705e2 (ffff8977a2c32200) 00010000:00010000:3.0:1775764768.437425:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.437427:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437429:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437451:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7d23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 250 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437523:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 249 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.437531:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.437533:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764768.437535:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935800, rc 0) 00000100:00100000:1.0:1775764768.439476:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966856064 00000100:00100000:1.0:1775764768.439489:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966856064 00010000:00010000:1.0:1775764768.439796:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.439985:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23292 00000100:00100000:1.0:1775764768.439996:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+250:2382:x1862022966856064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.440012:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.440019:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.440033:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.440058:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7d07 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd82 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.440076:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:1.0:1775764768.440082:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.440090:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.440096:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.440128:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.440180:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+249:2382:x1862022966856064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 186us (5832us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.440187:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23292 00010000:00010000:2.0:1775764768.440432:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.440442:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.440518:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c0:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.440524:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.440543:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.440574:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7d15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd89 expref: 249 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.440588:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd89 expref: 248 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.440596:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:2.0:1775764768.440599:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.440602:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5a00, rc 0) 00000100:00100000:2.0:1775764768.440636:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+248:19723:x1862022966855680:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 15340us (15499us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.440643:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50684 00000100:00100000:3.0:1775764768.440710:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+247:19724:x1862022966856192:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 547us (3136us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.440722:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50685 00000100:00100000:1.0:1775764768.445394:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.447626:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966856448 00000100:00100000:3.0:1775764768.447642:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966856448 00000100:00100000:3.0:1775764768.447716:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50686 00000100:00100000:3.0:1775764768.447726:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+247:19724:x1862022966856448:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.447748:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.447768:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7d3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd97 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.447922:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.447938:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 248 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.447946:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 248 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.447954:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 5/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.447997:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 248 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.448012:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 248 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.448026:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e387b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978344960:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.448129:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 248 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.448139:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 248 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.448148:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978345088:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.448169:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.448453:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.448662:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966856576 00000100:00100000:3.0:1775764768.448667:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966856576 00010000:00010000:3.0:1775764768.449152:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 249 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.449181:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23293 00000100:00100000:3.0:1775764768.449191:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+249:2379:x1862022966856576:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.449203:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.449209:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 249 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.449220:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 249 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.449240:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.449244:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.449253:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.449271:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.449308:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+249:2379:x1862022966856576:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 119us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.449315:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23293 00000100:00100000:0.0:1775764768.459375:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.459551:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966856704 00000100:00100000:3.0:1775764768.459563:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966856704 00000100:00100000:3.0:1775764768.459620:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50687 00000100:00100000:3.0:1775764768.459631:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+249:19723:x1862022966856704:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.459657:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.459694:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bd9e expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459807:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459834:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459847:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459862:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459870:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459876:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459988:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.459997:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460004:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.460038:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c2:0x0]: returning size 260096 00000004:00200000:3.0:1775764768.460043:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764768.460062:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460072:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460082:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460088:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460095:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460102:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.460106:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460113:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460125:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764768.460128:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.460133:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460140:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7d54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460153:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460159:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460164:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460169:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.460172:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460176:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460182:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xca0b3ea (ffff8977a2c32200) 00010000:00010000:3.0:1775764768.460184:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.460187:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460191:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7d5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460221:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7d4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 251 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460235:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.460242:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:3.0:1775764768.460244:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764768.460247:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934800, rc 0) 00000100:00100000:3.0:1775764768.460867:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+250:19723:x1862022966856704:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1235us (1500us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.460878:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50687 00010000:00010000:3.0:1775764768.461414:0:16259:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@00000000c96d56a5 x1862022978344960) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 249 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.461432:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7d38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd90 expref: 249 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.461756:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e387b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978344960:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.461913:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978345088:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.461935:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.461940:0:16259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.461948:0:16259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.461961:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.472896:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.472942:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.472977:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.473058:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857088 00000100:00100000:2.0:1775764768.473069:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857088 00000100:00100000:2.0:1775764768.473130:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50688 00000100:00100000:2.0:1775764768.473141:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+249:19723:x1862022966857088:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.473163:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.473184:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7d69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bda5 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473319:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473334:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 250 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473343:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473351:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473386:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 250 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473398:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 250 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.473417:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978345216:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.473575:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 250 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.473584:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 250 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.473605:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978345344:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.473629:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.474441:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966856832 00000100:00100000:3.0:1775764768.474457:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966856832 00010000:00010000:3.0:1775764768.474521:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 251 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.474551:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857216 00000100:00100000:3.0:1775764768.474555:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857216 00010000:00010000:3.0:1775764768.474567:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 252 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.474586:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23294 00000100:00100000:3.0:1775764768.474592:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897788978850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+252:2380:x1862022966856832:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.474602:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.474608:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 252 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474619:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 252 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474637:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:3.0:1775764768.474642:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474650:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474657:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.474686:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897788978850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+252:2380:x1862022966856832:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 94us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.474694:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23294 00000100:00100000:3.0:1775764768.474742:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23295 00000100:00100000:3.0:1775764768.474749:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+251:2380:x1862022966857216:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.474757:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.474762:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 251 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474771:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 251 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474782:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7cf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd7b expref: 251 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474795:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.474799:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474806:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474811:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474844:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.474861:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+250:2380:x1862022966857216:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 113us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.474868:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23295 00010000:00010000:3.0:1775764768.474889:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.474897:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.474914:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00010000:00010000:3.0:1775764768.475066:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7d3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 251 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.475081:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.475088:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.475091:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764768.475093:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934e00, rc 0) 00000100:00100000:3.0:1775764768.475120:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+250:19724:x1862022966856448:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 27396us (29737us total) trans 4294997266 rc 0/0 00000100:00100000:3.0:1775764768.475128:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50686 00010000:00010000:1.0:1775764768.482038:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@00000000ea383860 x1862022978345216) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 249 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.482063:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f7d62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd9e expref: 249 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.482080:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978345216:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.487002:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.487051:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.487107:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978345344:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.487129:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:2.0:1775764768.487135:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487143:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487150:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.487170:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857472 00000100:00100000:2.0:1775764768.487175:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857472 00000100:00100000:2.0:1775764768.487227:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50689 00000100:00100000:2.0:1775764768.487236:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+249:19724:x1862022966857472:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.487259:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.487277:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7d7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdac expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487371:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487381:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487387:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487411:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.487418:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.487428:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978345472:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.487533:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778656e240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.492527:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857344 00000100:00100000:3.0:1775764768.492553:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857344 00010000:00010000:3.0:1775764768.492608:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 251 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.492650:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23296 00000100:00100000:3.0:1775764768.492661:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+251:2381:x1862022966857344:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.492687:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.492694:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 251 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.492705:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 251 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.492723:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f6eac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8dc expref: 251 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.492735:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:3.0:1775764768.492741:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.492750:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.492757:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.492797:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764768.492943:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.492949:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.492967:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c2:0x0]: returning size 260096 00010000:00010000:2.0:1775764768.493091:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7d69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 252 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.493106:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 251 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.493111:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:2.0:1775764768.493112:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.493114:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:2.0:1775764768.499040:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+251:19723:x1862022966857088:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 25883us (26135us total) trans 4294997267 rc 0/0 00000100:00100000:2.0:1775764768.499055:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50688 00000100:00100000:3.0:1775764768.499183:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+250:2381:x1862022966857344:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 6523us (12749us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.499195:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23296 00000100:00100000:1.0:1775764768.499649:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.499712:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857600 00000100:00100000:3.0:1775764768.499720:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857600 00010000:00010000:3.0:1775764768.499756:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.499809:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23297 00000100:00100000:3.0:1775764768.499818:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+250:2382:x1862022966857600:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.499831:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.499837:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.499850:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 250 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.499878:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.499883:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.499892:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.499899:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.499917:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.499958:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+250:2382:x1862022966857600:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 141us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.499964:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23297 00010000:00010000:2.0:1775764768.500320:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f7d46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xeca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd97 expref: 249 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.500337:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978345472:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.500357:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.500366:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.500371:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.500414:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:2.0:1775764768.500419:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.500439:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.500502:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7d7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdac expref: 249 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.500595:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdac expref: 248 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.500604:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764768.500607:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.500610:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac400, rc 0) 00000100:00100000:2.0:1775764768.500691:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+248:19724:x1862022966857472:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13456us (13639us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.500699:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50689 00000100:00100000:1.0:1775764768.502433:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.502532:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857728 00000100:00100000:0.0:1775764768.502541:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857728 00000100:00100000:0.0:1775764768.502588:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50690 00000100:00100000:0.0:1775764768.502599:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+248:19723:x1862022966857728:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.502622:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.502642:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7d93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdb3 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.502986:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.502996:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 249 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.503003:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.503026:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 249 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.503034:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 249 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.503044:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978345600:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.503116:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.511098:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.511130:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.511217:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857984 00000100:00100000:2.0:1775764768.511227:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857984 00010000:00010000:2.0:1775764768.511278:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 250 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.511354:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23298 00000100:00100000:2.0:1775764768.511365:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+250:2382:x1862022966857984:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.511381:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.511388:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 250 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.511403:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 250 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.511433:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:2.0:1775764768.511438:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.511447:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.511455:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.511526:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.511550:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7d70 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bda5 expref: 250 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.511568:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978345600:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.511578:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+249:2382:x1862022966857984:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 216us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.511585:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23298 00010000:00010000:0.0:1775764768.511589:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.511597:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.511603:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.511700:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966857856 00000100:00100000:3.0:1775764768.511705:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966857856 00000100:00100000:3.0:1775764768.511736:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50691 00000100:00100000:3.0:1775764768.511743:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+249:19724:x1862022966857856:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.511760:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.511775:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7da1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdba expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.512017:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c2:0x0]: returning size 260096 00000004:00200000:0.0:1775764768.512021:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.512038:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.512060:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7d93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdb3 expref: 251 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.512070:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdb3 expref: 250 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.512075:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:0.0:1775764768.512078:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.512079:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4c00, rc 0) 00000100:00100000:0.0:1775764768.512109:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+250:19723:x1862022966857728:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9513us (9684us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.512115:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50690 00010000:00010000:3.0:1775764768.512426:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512436:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512442:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512452:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512456:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512460:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512595:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512608:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512617:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.512638:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeca:0x0]: returning size 19584 00000004:00200000:3.0:1775764768.512641:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764768.512651:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512659:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512667:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.512672:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513109:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513116:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.513120:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513128:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513138:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764768.513141:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.513145:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513150:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f7da8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513160:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513166:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513171:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513175:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.513178:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513187:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513193:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x283705e2 (ffff8977a2c32200) 00010000:00010000:3.0:1775764768.513195:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.513197:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513202:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7daf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513230:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7da1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdba expref: 250 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513243:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdba expref: 249 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.513250:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:3.0:1775764768.513253:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764768.513426:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934000, rc 0) 00000100:00100000:2.0:1775764768.513623:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+249:19724:x1862022966857856:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1879us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.513631:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50691 00000100:00100000:1.0:1775764768.518693:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.519711:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.519746:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.519836:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966858112 00000100:00100000:3.0:1775764768.519845:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966858112 00000100:00100000:3.0:1775764768.519897:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966858240 00000100:00100000:3.0:1775764768.519899:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966858240 00000100:00100000:3.0:1775764768.519915:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50692 00000100:00100000:3.0:1775764768.519924:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+250:19723:x1862022966858112:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.519943:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.519962:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7dbd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdc1 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520048:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520061:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520071:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520086:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520092:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520098:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520190:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520197:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.520204:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.520236:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c4:0x0]: returning size 260096 00000004:00200000:3.0:1775764768.520241:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1775764768.520422:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50693 00000100:00100000:1.0:1775764768.520431:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+251:19724:x1862022966858240:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.520440:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.520448:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7dd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdc8 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520537:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520547:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520555:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520567:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520573:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520579:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520620:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520626:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520632:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520638:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.520642:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520650:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520661:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764768.520665:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.520670:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520688:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7de0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520701:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520707:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520712:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520717:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.520719:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520725:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520732:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3f304673 (ffff897682bd0400) 00010000:00010000:1.0:1775764768.520735:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.520737:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520744:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7de7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520781:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7dd9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdc8 expref: 252 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520792:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764768.520794:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.520797:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7dd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdc8 expref: 252 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.520807:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687931200, rc 0) 00000100:00100000:1.0:1775764768.520863:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+251:19724:x1862022966858240:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 433us (1153us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764768.520869:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50693 00000004:00010000:3.0:1775764768.522183:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.522208:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.522218:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.522225:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.522230:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.522236:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.522239:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.522246:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523038:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764768.523044:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.523050:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523057:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7dc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523073:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523078:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523084:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523090:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.523092:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523098:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523107:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xa5e17578 (ffff8977a2c32600) 00010000:00010000:3.0:1775764768.523109:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.523112:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523117:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7dcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523160:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7dbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdc1 expref: 251 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523174:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdc1 expref: 250 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.523183:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:3.0:1775764768.523186:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764768.523188:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934200, rc 0) 00000100:00100000:1.0:1775764768.523734:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+250:19723:x1862022966858112:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3806us (5060us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.523746:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50692 00000100:00100000:0.0:1775764768.523882:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966858368 00000100:00100000:0.0:1775764768.523894:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966858368 00000100:00100000:0.0:1775764768.523961:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5357 00000100:00100000:0.0:1775764768.523972:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+250:2380:x1862022966858368:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.523990:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.524009:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f7db6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdba expref: 250 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.524021:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:0.0:1775764768.524025:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.524062:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+249:2380:x1862022966858368:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 93us (4315us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.524068:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5357 00000100:00100000:1.0:1775764768.525387:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.525454:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966858624 00000100:00100000:0.0:1775764768.525462:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966858624 00000100:00100000:0.0:1775764768.525611:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16158 00000100:00100000:0.0:1775764768.525620:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+249:19724:x1862022966858624:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.526210:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+250:19724:x1862022966858624:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 590us (824us total) trans 4294997268 rc 0/0 00000100:00100000:0.0:1775764768.526219:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16158 00000100:00100000:2.0:1775764768.529264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.529408:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859008 00000100:00100000:3.0:1775764768.529417:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859008 00000100:00100000:3.0:1775764768.529542:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5358 00000100:00100000:0.0:1775764768.529551:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.529552:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+250:2381:x1862022966859008:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.529567:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1775764768.529573:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966858880 00000100:00100000:0.0:1775764768.529576:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966858880 00010000:00010000:3.0:1775764768.529603:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7dd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdc1 expref: 251 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.529604:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50694 00000100:00100000:0.0:1775764768.529610:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+251:19723:x1862022966858880:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.529623:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:0.0:1775764768.529627:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.529627:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.529640:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7dee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdcf expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.529673:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+251:2381:x1862022966859008:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 123us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.529680:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5358 00010000:00010000:0.0:1775764768.529767:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.529781:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 250 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.529790:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.529820:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 250 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.529839:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 250 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.529863:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684971880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978345728:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764768.530035:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.549255:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.549360:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.549390:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859392 00000100:00100000:1.0:1775764768.549400:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859392 00010000:00010000:1.0:1775764768.549440:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 251 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.549509:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23299 00000100:00100000:1.0:1775764768.549521:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778897a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+251:2381:x1862022966859392:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.549538:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.549545:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 251 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.549564:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 251 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.549601:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:1.0:1775764768.549607:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.549618:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.549625:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.549649:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.549700:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778897a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+251:2381:x1862022966859392:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 182us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.549708:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23299 00010000:00010000:3.0:1775764768.550291:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f6f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b8f8 expref: 250 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.550309:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684971880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978345728:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.550331:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.550340:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.550347:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.550367:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c4:0x0]: returning size 260096 00010000:00010000:3.0:1775764768.550580:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f7dee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 251 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.550613:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 250 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.550622:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:3.0:1775764768.550625:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764768.550628:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5600, rc 0) 00000100:00100000:3.0:1775764768.550667:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+250:19723:x1862022966858880:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 21057us (21116us total) trans 4294997269 rc 0/0 00000100:00100000:3.0:1775764768.550675:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50694 00000100:00100000:3.0:1775764768.550694:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859264 00000100:00100000:3.0:1775764768.550700:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859264 00000100:00100000:3.0:1775764768.550728:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50695 00000100:00100000:3.0:1775764768.550736:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+250:19724:x1862022966859264:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.550755:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.550770:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7e03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdd6 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.551247:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.551261:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 251 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.552399:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.553116:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 251 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.553133:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 251 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.553149:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978345856:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.553256:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.567276:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.567397:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.567415:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978345856:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764768.567443:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.567510:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859648 00000100:00100000:1.0:1775764768.567520:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859648 00000100:00100000:1.0:1775764768.567620:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50696 00000100:00100000:1.0:1775764768.567631:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+252:19723:x1862022966859648:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.567655:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.567676:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bddd expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.567789:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.567809:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 253 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.567832:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.567866:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 253 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.567877:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 253 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.567892:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978345984:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.567992:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.568230:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859520 00000100:00100000:3.0:1775764768.568236:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859520 00010000:00010000:0.0:1775764768.568695:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.568736:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23300 00000100:00100000:0.0:1775764768.568745:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+254:2382:x1862022966859520:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.568758:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.568764:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.568777:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.568796:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7b16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bce1 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.568813:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:0.0:1775764768.568818:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.568827:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.568834:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.568869:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.568900:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+253:2382:x1862022966859520:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 156us (1633us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.568909:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23300 00010000:00010000:2.0:1775764768.568917:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.568927:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.568949:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 4096 00010000:00010000:2.0:1775764768.569149:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f7e03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.569165:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 253 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.569173:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.569175:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.569178:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935c00, rc 0) 00000100:00100000:2.0:1775764768.569428:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+253:19724:x1862022966859264:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 18692us (20183us total) trans 4294997270 rc 0/0 00000100:00100000:2.0:1775764768.569437:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50695 00000100:00100000:1.0:1775764768.572310:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978345984:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764768.572340:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.575306:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.575391:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859776 00000100:00100000:2.0:1775764768.575403:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859776 00000100:00100000:2.0:1775764768.575622:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50697 00000100:00100000:2.0:1775764768.575636:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+253:19724:x1862022966859776:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.575669:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.575695:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7e26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bde4 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.575833:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.575849:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.575858:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.575901:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.575915:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.575930:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978346112:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.576038:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.577966:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.578591:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966859904 00000100:00100000:0.0:1775764768.578602:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966859904 00010000:00010000:0.0:1775764768.578646:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 255 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.578687:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23301 00000100:00100000:0.0:1775764768.578696:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+255:2381:x1862022966859904:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.578711:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.578718:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 255 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.578733:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 255 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.578756:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7df5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdcf expref: 255 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.578772:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:0.0:1775764768.578777:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.578786:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.578794:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.578819:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.578868:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+254:2381:x1862022966859904:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 173us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.578877:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23301 00010000:00010000:2.0:1775764768.579080:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.579089:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.579129:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c4:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.579134:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.579154:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.579186:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bddd expref: 254 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.579205:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bddd expref: 253 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.579211:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:2.0:1775764768.579214:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.579216:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687931200, rc 0) 00000100:00100000:2.0:1775764768.579255:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+253:19723:x1862022966859648:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11626us (11857us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.580595:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.580670:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966860032 00000100:00100000:3.0:1775764768.580679:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966860032 00010000:00010000:3.0:1775764768.580712:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.580749:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23302 00000100:00100000:3.0:1775764768.580757:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+254:2382:x1862022966860032:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.580770:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.580777:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.580791:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 254 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.580809:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:3.0:1775764768.580815:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.580824:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.580831:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.580850:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.581394:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+254:2382:x1862022966860032:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 127us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.581566:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23302 00000100:00100000:2.0:1775764768.582870:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50696 00010000:00010000:2.0:1775764768.582938:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f7e0a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdd6 expref: 252 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.582958:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978346112:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.582981:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.582990:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.582996:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.583041:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 4096 00000004:00200000:2.0:1775764768.583045:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.583071:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.583110:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7e26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bde4 expref: 252 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.583125:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bde4 expref: 251 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.583134:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.583136:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.583140:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:2.0:1775764768.583207:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+251:19724:x1862022966859776:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7575us (7913us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.583215:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50697 00000100:00100000:0.0:1775764768.596613:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.596982:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966860160 00000100:00100000:2.0:1775764768.596992:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966860160 00000100:00100000:2.0:1775764768.597219:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50698 00000100:00100000:2.0:1775764768.597230:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+251:19723:x1862022966860160:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.597250:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.597271:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7e34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdeb expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597367:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597382:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597394:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597410:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597417:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597424:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597757:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597767:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597774:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.597808:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec1:0x0]: returning size 543 00000004:00200000:2.0:1775764768.597813:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.597831:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597841:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597849:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597855:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597865:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597872:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.597876:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597884:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597894:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.597898:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.597903:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597909:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7e3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597919:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597925:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597931:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597936:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.597939:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597950:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597957:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xb0449b87 (ffff897690fc9c00) 00010000:00010000:2.0:1775764768.597959:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.597967:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.597972:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7e42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598001:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7e34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 253 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598015:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 252 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598023:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:2.0:1775764768.598025:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.598028:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:2.0:1775764768.598227:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+252:19723:x1862022966860160:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 999us (1623us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.598235:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50698 00000100:00100000:3.0:1775764768.598502:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.598575:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966860288 00000100:00100000:2.0:1775764768.598581:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966860288 00000100:00100000:2.0:1775764768.598622:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50699 00000100:00100000:2.0:1775764768.598629:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+252:19724:x1862022966860288:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.598643:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.598654:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7e50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdf2 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598719:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598729:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598737:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598750:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598756:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598763:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598823:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598831:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598837:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.598858:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed5:0x0]: returning size 4096 00000004:00200000:2.0:1775764768.598861:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.598871:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598878:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598885:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598891:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598897:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598903:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.598905:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598912:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598919:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.598921:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.598925:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598931:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598941:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598951:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598957:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598962:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.598965:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598971:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598977:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd13fc2bb (ffff897690fc9200) 00010000:00010000:2.0:1775764768.598979:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.598983:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.598989:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.599011:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7e50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf2 expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.599021:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf2 expref: 253 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.599028:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.599030:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.599033:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689646600, rc 0) 00000100:00100000:2.0:1775764768.599209:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+253:19724:x1862022966860288:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 579us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.599217:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50699 00000100:00100000:3.0:1775764768.608681:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.608732:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.608777:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.609117:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966860928 00000100:00100000:2.0:1775764768.609127:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966860928 00000100:00100000:1.0:1775764768.609179:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966860544 00000100:00100000:1.0:1775764768.609186:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966860544 00000100:00100000:2.0:1775764768.609194:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50700 00000100:00100000:2.0:1775764768.609207:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+254:19723:x1862022966860928:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:1.0:1775764768.609233:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16159 00000100:00100000:1.0:1775764768.609244:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+254:19724:x1862022966860544:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:2.0:1775764768.609254:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.609279:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bdf9 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.609415:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.609584:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+256:19724:x1862022966860544:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 342us (850us total) trans 4294997271 rc 0/0 00000100:00100000:1.0:1775764768.609593:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16159 00000100:00100000:0.0:1775764768.609611:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966860672 00000100:00100000:0.0:1775764768.609617:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966860672 00000100:00100000:0.0:1775764768.609661:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5359 00000100:00100000:0.0:1775764768.609669:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+256:2380:x1862022966860672:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.609678:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.609699:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7e65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf2 expref: 256 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.609714:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:0.0:1775764768.609719:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.609742:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+255:2380:x1862022966860672:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 74us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.609753:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5359 00000100:00100000:1.0:1775764768.610728:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764768.611572:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.611585:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.611592:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 5/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.611634:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.611647:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 254 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.611667:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346240:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.611771:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 254 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.611780:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 254 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.611790:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346368:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.611816:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.611905:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966861056 00000100:00100000:0.0:1775764768.611912:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966861056 00010000:00010000:0.0:1775764768.611938:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.611973:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23303 00000100:00100000:0.0:1775764768.611981:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+255:2382:x1862022966861056:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.611992:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.611998:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.612009:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.612027:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:0.0:1775764768.612031:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.612038:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.612043:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.612068:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+255:2382:x1862022966861056:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 88us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.612074:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23303 00010000:00010000:2.0:1775764768.623909:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000005176e30d x1862022978346240) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 254 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.623933:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7e49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdeb expref: 254 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.623949:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346240:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.623963:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346368:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.623985:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:2.0:1775764768.623991:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.623999:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.624011:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.627601:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.627652:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.627793:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966861440 00000100:00100000:0.0:1775764768.627801:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966861312 00000100:00100000:0.0:1775764768.627805:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966861312 00000100:00100000:2.0:1775764768.627805:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966861440 00010000:00010000:2.0:1775764768.627853:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.627863:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16160 00000100:00100000:0.0:1775764768.627872:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+255:19724:x1862022966861312:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764768.627888:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23304 00000100:00100000:2.0:1775764768.627895:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+255:2381:x1862022966861440:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.627910:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.627929:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.627943:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.627963:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f6fa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b922 expref: 255 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.627978:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:2.0:1775764768.627984:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.627992:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.627999:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.628034:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.628084:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+255:2381:x1862022966861440:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 188us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.628092:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23304 00000100:00100000:0.0:1775764768.628145:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+254:19724:x1862022966861312:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 274us (554us total) trans 4294997272 rc 0/0 00000100:00100000:0.0:1775764768.628152:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16160 00010000:00010000:2.0:1775764768.628201:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.628209:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.628226:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec1:0x0]: returning size 543 00010000:00010000:2.0:1775764768.628321:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7e6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 255 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.628335:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 254 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.628342:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:2.0:1775764768.628345:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.628347:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689647400, rc 0) 00000100:00100000:2.0:1775764768.628385:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+254:19723:x1862022966860928:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 19183us (19714us total) trans 4294997273 rc 0/0 00000100:00100000:2.0:1775764768.628392:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50700 00000100:00100000:3.0:1775764768.633571:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.633674:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966861568 00000100:00100000:1.0:1775764768.633684:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966861568 00000100:00100000:1.0:1775764768.633740:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50701 00000100:00100000:1.0:1775764768.633751:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+254:19723:x1862022966861568:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.633778:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.633799:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7e81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be00 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.633933:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.633949:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 255 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.633959:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.633996:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 255 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.634011:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 255 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.634025:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978346496:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.634124:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.638965:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.639056:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966861824 00000100:00100000:2.0:1775764768.639080:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966861824 00010000:00010000:2.0:1775764768.639123:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 256 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.639175:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23305 00000100:00100000:2.0:1775764768.639186:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778897bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+256:2379:x1862022966861824:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.639204:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.639211:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 256 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.639224:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 256 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.639247:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:2.0:1775764768.639252:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.639271:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.639278:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.639305:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.639357:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778897bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+256:2379:x1862022966861824:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 174us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.639364:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23305 00010000:00010000:1.0:1775764768.639620:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7e73 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xec1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdf9 expref: 255 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.639636:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978346496:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764768.639655:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.639664:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.639669:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.639712:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec1:0x0]: returning size 543 00000004:00200000:1.0:1775764768.639717:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764768.639736:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.639765:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7e81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xec1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be00 expref: 255 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.639780:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be00 expref: 254 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.639787:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:1.0:1775764768.639789:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764768.639792:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687931000, rc 0) 00000100:00100000:1.0:1775764768.639834:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+254:19723:x1862022966861568:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6086us (6273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.639841:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50701 00000100:00100000:0.0:1775764768.658597:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.658684:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.661032:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966862080 00000100:00100000:1.0:1775764768.661048:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966862080 00000100:00100000:1.0:1775764768.661119:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50702 00000100:00100000:1.0:1775764768.661130:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+254:19723:x1862022966862080:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.661156:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.661177:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7e8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be07 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661278:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661294:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661307:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661323:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661330:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661336:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661403:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661411:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661418:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661424:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.661429:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661437:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661449:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764768.661453:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.661458:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661507:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7e96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661520:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661525:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661532:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661537:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.661539:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661545:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661552:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x7063c938 (ffff897682bd0400) 00010000:00010000:1.0:1775764768.661555:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.661559:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661564:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7e9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661603:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7e8f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be07 expref: 255 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661614:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764768.661617:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.661622:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7e8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be07 expref: 255 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.661631:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687930e00, rc 0) 00000100:00100000:1.0:1775764768.661710:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+254:19723:x1862022966862080:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 581us (3024us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764768.661720:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50702 00000100:00100000:2.0:1775764768.667769:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966861952 00000100:00100000:2.0:1775764768.667784:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966861952 00000100:00100000:2.0:1775764768.667869:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16161 00000100:00100000:2.0:1775764768.667880:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+254:19724:x1862022966861952:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764768.668143:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+255:19724:x1862022966861952:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 264us (9553us total) trans 4294997274 rc 0/0 00000100:00100000:2.0:1775764768.668151:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16161 00000100:00100000:0.0:1775764768.682117:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.682567:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966862208 00000100:00100000:3.0:1775764768.682577:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966862208 00000100:00100000:3.0:1775764768.682638:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50703 00000100:00100000:3.0:1775764768.682648:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+255:19723:x1862022966862208:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.682670:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.682690:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7ea4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be0e expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682798:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682814:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682826:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682839:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682845:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682851:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682918:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682926:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682932:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682937:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.682941:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682948:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682959:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764768.682962:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.682966:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682971:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7eab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682985:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682991:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.682996:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683001:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.683004:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683010:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683017:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x3771cd63 (ffff8977a2c32600) 00010000:00010000:3.0:1775764768.683020:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.683022:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683028:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7eb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683081:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7ea4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be0e expref: 256 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683091:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764768.683093:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.683096:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7ea4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be0e expref: 256 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.683105:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934200, rc 0) 00000100:00100000:3.0:1775764768.684060:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+255:19723:x1862022966862208:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1409us (1947us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764768.684078:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50703 00000100:00100000:3.0:1775764768.694393:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.694600:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966862464 00000100:00100000:0.0:1775764768.694610:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966862464 00000100:00100000:0.0:1775764768.694672:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16162 00000100:00100000:0.0:1775764768.694682:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+255:19724:x1862022966862464:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.694987:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+256:19724:x1862022966862464:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 305us (602us total) trans 4294997275 rc 0/0 00000100:00100000:0.0:1775764768.694995:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16162 00000100:00100000:0.0:1775764768.711218:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.711310:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966862592 00000100:00100000:2.0:1775764768.711321:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966862592 00000100:00100000:2.0:1775764768.711381:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50704 00000100:00100000:2.0:1775764768.711401:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+256:19723:x1862022966862592:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.711422:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.711443:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7eb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be15 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711594:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711609:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711621:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711634:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711641:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711647:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711708:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711716:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711722:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711728:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.711732:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711740:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711751:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.711754:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.711757:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711762:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ec0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711772:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711777:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711782:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711786:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.711789:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711794:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711798:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd263642c (ffff897690fc9200) 00010000:00010000:2.0:1775764768.711800:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.711802:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711807:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7ec7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711842:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7eb9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be15 expref: 257 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711852:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.711854:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.711857:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7eb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be15 expref: 257 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.711866:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689646600, rc 0) 00000100:00100000:2.0:1775764768.711926:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+256:19723:x1862022966862592:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 528us (717us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764768.711934:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50704 00000100:00100000:1.0:1775764768.728717:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.728826:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966862976 00000100:00100000:2.0:1775764768.728836:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966862976 00000100:00100000:2.0:1775764768.728898:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16163 00000100:00100000:2.0:1775764768.728909:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+256:19724:x1862022966862976:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764768.729231:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+257:19724:x1862022966862976:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 324us (523us total) trans 4294997276 rc 0/0 00000100:00100000:2.0:1775764768.729240:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16163 00000100:00100000:3.0:1775764768.734792:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.736235:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.736327:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966863232 00000100:00100000:0.0:1775764768.736336:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966863232 00000100:00100000:0.0:1775764768.736385:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16164 00000100:00100000:0.0:1775764768.736392:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+257:19724:x1862022966863232:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.737057:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+258:19724:x1862022966863232:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 663us (824us total) trans 4294997277 rc 0/0 00000100:00100000:0.0:1775764768.737064:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16164 00000100:00100000:1.0:1775764768.740991:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966862720 00000100:00100000:1.0:1775764768.741007:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966862720 00000100:00100000:1.0:1775764768.741074:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50705 00000100:00100000:1.0:1775764768.741084:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+258:19723:x1862022966862720:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.741110:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.741130:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7ece lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be1c expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741235:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741251:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741263:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741283:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741289:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741296:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741398:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741411:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741419:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.741454:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:1.0:1775764768.741458:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764768.741551:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741563:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741576:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741582:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741589:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741595:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.741599:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741606:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741617:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764768.741620:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.741624:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741631:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f7ed5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741645:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741651:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741657:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741663:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764768.741666:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741671:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741678:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x1674e29a (ffff897682bd0400) 00010000:00010000:1.0:1775764768.741680:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764768.741683:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741689:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f7edc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741717:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f7ece lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 260 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741731:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 259 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.741822:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:1.0:1775764768.741826:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764768.741830:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8200, rc 0) 00000100:00100000:1.0:1775764768.741900:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+259:19723:x1862022966862720:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 818us (7118us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.741909:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50705 00000100:00100000:3.0:1775764768.744578:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.745840:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966863488 00000100:00100000:2.0:1775764768.745860:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966863488 00000100:00100000:2.0:1775764768.745915:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16165 00000100:00100000:2.0:1775764768.745925:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+259:19724:x1862022966863488:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764768.746175:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+260:19724:x1862022966863488:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 252us (1607us total) trans 4294997278 rc 0/0 00000100:00100000:2.0:1775764768.746181:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16165 00000100:00100000:0.0:1775764768.751547:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.751636:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966863744 00000100:00100000:2.0:1775764768.751646:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966863744 00000100:00100000:2.0:1775764768.751706:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50706 00000100:00100000:2.0:1775764768.751716:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+260:19723:x1862022966863744:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.751736:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.751755:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7eea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be23 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.751891:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.751903:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.751908:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.751918:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.751943:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.751952:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 261 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.751962:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346624:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.752040:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 261 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.752046:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 261 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.752051:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346752:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.752065:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.758260:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.758335:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.758372:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966864128 00000100:00100000:3.0:1775764768.758380:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966864128 00000100:00100000:3.0:1775764768.758428:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16166 00000100:00100000:3.0:1775764768.758438:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+262:19724:x1862022966864128:12345-192.168.202.46@tcp:35:dbench.0 00010000:00010000:1.0:1775764768.758531:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000099c062ee x1862022978346624) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.758553:0:5794:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.758575:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7ee3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be1c expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.758587:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346624:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.758717:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+262:19724:x1862022966864128:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 280us (380us total) trans 4294997279 rc 0/0 00000100:00100000:3.0:1775764768.758725:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16166 00000100:00100000:2.0:1775764768.760164:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966863872 00000100:00100000:2.0:1775764768.760175:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966863872 00000100:00100000:2.0:1775764768.760364:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5360 00000100:00100000:2.0:1775764768.760375:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+262:2380:x1862022966863872:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.760390:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.760392:0:5780:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2aac6a50e5f7ee3) 00010000:00010000:2.0:1775764768.760394:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.760442:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+262:2380:x1862022966863872:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 70us (2190us total) trans 0 rc 116/116 00000100:00100000:2.0:1775764768.760450:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5360 00000100:00100000:0.0:1775764768.781571:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.781614:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.781633:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966864256 00000100:00100000:2.0:1775764768.781643:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966864256 00010000:00010000:2.0:1775764768.781681:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.781723:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23306 00000100:00100000:2.0:1775764768.781732:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+262:2381:x1862022966864256:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775764768.781857:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978346752:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764768.781881:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:1.0:1775764768.781887:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.781897:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.781906:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.781916:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.781924:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.781937:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.781960:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f72cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba33 expref: 262 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.781973:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:2.0:1775764768.781977:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.781986:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.781993:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.782068:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.782115:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+261:2381:x1862022966864256:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 384us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.782123:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23306 00010000:00010000:1.0:1775764768.782167:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.782175:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.782196:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00010000:00010000:1.0:1775764768.782349:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7eea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 262 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.782370:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 261 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.782377:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:1.0:1775764768.782380:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764768.782382:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689647400, rc 0) 00000100:00100000:1.0:1775764768.782420:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+261:19723:x1862022966863744:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 30706us (30883us total) trans 4294997280 rc 0/0 00000100:00100000:1.0:1775764768.782427:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50706 00000100:00100000:3.0:1775764768.782460:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966864512 00000100:00100000:3.0:1775764768.782480:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966864512 00000100:00100000:3.0:1775764768.782520:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16167 00000100:00100000:3.0:1775764768.782528:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+261:19724:x1862022966864512:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.782658:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+262:19724:x1862022966864512:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 131us (1044us total) trans 4294997281 rc 0/0 00000100:00100000:3.0:1775764768.782666:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16167 00000100:00100000:1.0:1775764768.790053:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.790104:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.790321:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966864896 00000100:00100000:2.0:1775764768.790331:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966864896 00000100:00100000:2.0:1775764768.790386:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50707 00000100:00100000:2.0:1775764768.790396:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+262:19723:x1862022966864896:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.790421:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.790440:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7eff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be2a expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.790585:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.790600:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 263 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.790610:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.790645:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 263 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.790658:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 263 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.790679:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978346880:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.790768:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.795757:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966864768 00000100:00100000:3.0:1775764768.795774:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966864768 00000100:00100000:3.0:1775764768.795835:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16168 00000100:00100000:3.0:1775764768.795846:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+264:19724:x1862022966864768:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.796103:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+265:19724:x1862022966864768:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 258us (6057us total) trans 4294997282 rc 0/0 00000100:00100000:3.0:1775764768.796110:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16168 00000100:00100000:1.0:1775764768.800317:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.800529:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966865024 00000100:00100000:0.0:1775764768.800538:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966865024 00010000:00010000:0.0:1775764768.800575:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 265 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.800621:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23307 00000100:00100000:0.0:1775764768.800630:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+265:2382:x1862022966865024:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.800644:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.800651:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 265 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.800664:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 265 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.800686:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:0.0:1775764768.800691:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.800700:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.800707:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.800729:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.800775:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+265:2382:x1862022966865024:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 146us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.800782:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23307 00010000:00010000:2.0:1775764768.801095:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7ef1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be23 expref: 264 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.801112:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978346880:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.801132:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.801141:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.801147:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.801193:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.801198:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.801217:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.801245:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7eff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 264 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.801275:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 263 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.801282:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:2.0:1775764768.801286:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.801288:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689646400, rc 0) 00000100:00100000:2.0:1775764768.801330:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+263:19723:x1862022966864896:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10935us (11224us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.801337:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50707 00000100:00100000:3.0:1775764768.802205:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.802427:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966865280 00000100:00100000:0.0:1775764768.802435:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966865280 00000100:00100000:0.0:1775764768.802516:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16169 00000100:00100000:0.0:1775764768.802526:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+263:19724:x1862022966865280:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.802716:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+264:19724:x1862022966865280:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 192us (514us total) trans 4294997283 rc 0/0 00000100:00100000:0.0:1775764768.802724:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16169 00000100:00100000:3.0:1775764768.810052:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.810139:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966865536 00000100:00100000:0.0:1775764768.810149:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966865536 00000100:00100000:0.0:1775764768.810206:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16170 00000100:00100000:0.0:1775764768.810216:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+264:19723:x1862022966865536:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.810459:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+265:19723:x1862022966865536:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 244us (417us total) trans 4294997284 rc 0/0 00000100:00100000:0.0:1775764768.810509:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16170 00000100:00100000:1.0:1775764768.815706:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.815751:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.815844:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966865920 00000100:00100000:2.0:1775764768.815864:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966865920 00000100:00100000:2.0:1775764768.815923:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50708 00000100:00100000:2.0:1775764768.815933:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+265:19723:x1862022966865920:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.815958:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.815979:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7f0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be31 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816069:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816084:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816096:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816110:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816117:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816124:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816227:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816236:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816244:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.816290:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.816295:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.816314:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816325:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816334:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816341:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816348:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816354:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.816359:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816366:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816378:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.816382:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.816386:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816392:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7f14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816406:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816412:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816418:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816423:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.816427:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816433:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816440:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x1674e29a (ffff897690fc9200) 00010000:00010000:2.0:1775764768.816442:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.816445:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816450:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7f1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816541:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7f0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be31 expref: 267 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816556:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be31 expref: 266 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.816563:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:2.0:1775764768.816565:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.816568:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:2.0:1775764768.816618:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+266:19723:x1862022966865920:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 687us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.816626:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50708 00000100:00100000:0.0:1775764768.816870:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966865792 00000100:00100000:0.0:1775764768.816876:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966865792 00000100:00100000:0.0:1775764768.816913:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16171 00000100:00100000:0.0:1775764768.816921:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+266:19724:x1862022966865792:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.817073:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+267:19724:x1862022966865792:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 152us (1377us total) trans 4294997285 rc 0/0 00000100:00100000:0.0:1775764768.817083:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16171 00000100:00100000:3.0:1775764768.821341:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.821387:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.821461:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.821530:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966866304 00000100:00100000:0.0:1775764768.821540:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966866304 00000100:00100000:0.0:1775764768.821600:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5361 00000100:00100000:0.0:1775764768.821610:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+267:2379:x1862022966866304:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.821625:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.821649:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be31 expref: 267 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.821668:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:0.0:1775764768.821689:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.821750:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+266:2379:x1862022966866304:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 141us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.821757:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5361 00000100:00100000:0.0:1775764768.821788:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966866560 00000100:00100000:0.0:1775764768.821792:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966866560 00000100:00100000:0.0:1775764768.821821:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16172 00000100:00100000:0.0:1775764768.821829:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+266:19724:x1862022966866560:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:2.0:1775764768.822047:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966866176 00000100:00100000:2.0:1775764768.822051:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966866176 00000100:00100000:2.0:1775764768.822084:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50709 00000100:00100000:2.0:1775764768.822092:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+267:19723:x1862022966866176:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.822102:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.822117:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7f29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be38 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.822247:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.822261:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 268 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.823579:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+269:19724:x1862022966866560:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1748us (2115us total) trans 4294997286 rc 0/0 00000100:00100000:0.0:1775764768.823589:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16172 00010000:00010000:2.0:1775764768.823666:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.823707:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 268 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.823723:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 268 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.823738:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978347008:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.823804:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.826887:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.826938:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966866816 00000100:00100000:0.0:1775764768.826947:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966866816 00000100:00100000:2.0:1775764768.827076:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978347008:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.827099:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.831619:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16173 00000100:00100000:0.0:1775764768.831648:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+269:19724:x1862022966866816:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.831898:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+270:19724:x1862022966866816:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 264us (5017us total) trans 4294997287 rc 0/0 00000100:00100000:0.0:1775764768.831906:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16173 00000100:00100000:1.0:1775764768.835022:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.835099:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966866944 00000100:00100000:2.0:1775764768.835109:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966866944 00010000:00010000:2.0:1775764768.835150:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 270 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.835192:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23308 00000100:00100000:2.0:1775764768.835201:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+270:2381:x1862022966866944:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.835216:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.835223:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 270 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.835238:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 270 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.835284:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be2a expref: 270 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.835299:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:2.0:1775764768.835304:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.835314:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.835320:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.835353:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.835410:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+269:2381:x1862022966866944:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 210us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.835417:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23308 00010000:00010000:3.0:1775764768.836082:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.836091:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.836110:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00010000:00010000:3.0:1775764768.836284:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7f29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 270 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.836300:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 269 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.836307:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764768.836309:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764768.836311:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764768.836348:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+269:19723:x1862022966866176:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14257us (15016us total) trans 4294997288 rc 0/0 00000100:00100000:3.0:1775764768.836355:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50709 00000100:00100000:1.0:1775764768.836538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.838745:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966867200 00000100:00100000:3.0:1775764768.838756:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966867200 00000100:00100000:3.0:1775764768.838805:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16174 00000100:00100000:3.0:1775764768.838814:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+269:19724:x1862022966867200:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.839113:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+270:19724:x1862022966867200:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 300us (2575us total) trans 4294997289 rc 0/0 00000100:00100000:3.0:1775764768.839122:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16174 00000100:00100000:2.0:1775764768.839327:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.840176:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966867328 00000100:00100000:3.0:1775764768.840184:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966867328 00000100:00100000:3.0:1775764768.840217:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50710 00000100:00100000:3.0:1775764768.840224:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+270:19723:x1862022966867328:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.840237:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.840381:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7f3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be3f expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.840509:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.840525:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 271 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.840539:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.840573:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 271 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.840588:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 271 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.840601:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978347136:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.840839:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764768.847030:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.847103:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966867584 00000100:00100000:3.0:1775764768.847114:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966867584 00000100:00100000:3.0:1775764768.847219:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16175 00000100:00100000:3.0:1775764768.847229:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+272:19724:x1862022966867584:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764768.852392:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.852425:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966867712 00000100:00100000:1.0:1775764768.852433:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966867712 00010000:00010000:1.0:1775764768.852501:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 273 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.852537:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23309 00000100:00100000:1.0:1775764768.852546:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+273:2382:x1862022966867712:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.852561:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.852569:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 273 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.852581:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 273 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.852614:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:1.0:1775764768.852620:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.852630:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.852638:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.852658:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.852707:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+273:2382:x1862022966867712:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 161us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.852714:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23309 00010000:00010000:3.0:1775764768.854096:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f30 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be38 expref: 272 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.854117:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978347136:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.854137:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.854147:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.854153:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764768.854196:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:3.0:1775764768.854201:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764768.854219:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.854265:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7f3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be3f expref: 272 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.855422:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+273:19724:x1862022966867584:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 8191us (8952us total) trans 4294997290 rc 0/0 00000100:00100000:2.0:1775764768.855432:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16175 00010000:00010000:3.0:1775764768.855747:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be3f expref: 271 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.855761:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:3.0:1775764768.855765:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764768.855768:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935000, rc 0) 00000100:00100000:3.0:1775764768.855797:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+271:19723:x1862022966867328:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 15573us (16470us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.855804:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50710 00000100:00100000:1.0:1775764768.862686:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.862732:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.862823:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966868096 00000100:00100000:0.0:1775764768.862834:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966868096 00000100:00100000:0.0:1775764768.862902:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50711 00000100:00100000:0.0:1775764768.862913:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+271:19723:x1862022966868096:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.862938:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.862963:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f7f4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be46 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863074:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863089:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863101:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863115:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863123:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863128:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863229:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863238:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863245:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.863301:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c8:0x0]: returning size 260096 00000004:00200000:0.0:1775764768.863306:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.863328:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863341:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863350:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863356:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863363:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863369:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb5600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.863374:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863381:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863395:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764768.863399:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.863404:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863410:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7f53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863424:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863431:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863437:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863442:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.863445:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863451:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863458:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x17d46a (ffff897691036b00) 00010000:00010000:0.0:1775764768.863460:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.863498:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863505:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f7f5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863540:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f7f4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be46 expref: 273 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863560:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be46 expref: 272 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.863568:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:0.0:1775764768.863571:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.863573:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00000100:00100000:0.0:1775764768.863628:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+272:19723:x1862022966868096:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 717us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.863636:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50711 00000100:00100000:3.0:1775764768.863986:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966867968 00000100:00100000:3.0:1775764768.863993:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966867968 00000100:00100000:3.0:1775764768.864030:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16176 00000100:00100000:3.0:1775764768.864038:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+272:19724:x1862022966867968:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.864200:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+273:19724:x1862022966867968:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 163us (1524us total) trans 4294997291 rc 0/0 00000100:00100000:3.0:1775764768.864207:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16176 00000100:00100000:1.0:1775764768.881042:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.881092:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.881158:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966868352 00000100:00100000:0.0:1775764768.881169:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966868352 00000100:00100000:0.0:1775764768.881223:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16177 00000100:00100000:0.0:1775764768.881232:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+273:19724:x1862022966868352:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.881483:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+274:19724:x1862022966868352:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 251us (449us total) trans 4294997292 rc 0/0 00000100:00100000:0.0:1775764768.881506:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16177 00000100:00100000:1.0:1775764768.882314:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.882716:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966868480 00000100:00100000:0.0:1775764768.882724:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966868480 00000100:00100000:0.0:1775764768.882781:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5362 00000100:00100000:0.0:1775764768.882791:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778897ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+274:2379:x1862022966868480:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.882804:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.882841:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f7f61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be46 expref: 274 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.882877:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:0.0:1775764768.882883:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764768.882918:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778897ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+273:2379:x1862022966868480:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 129us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.882925:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5362 00010000:00010000:0.0:1775764768.889049:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764768.896689:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.897352:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966868992 00000100:00100000:3.0:1775764768.897363:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966868992 00000100:00100000:3.0:1775764768.897428:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16178 00000100:00100000:3.0:1775764768.897439:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+273:19724:x1862022966868992:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.897730:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+274:19724:x1862022966868992:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 292us (1050us total) trans 4294997293 rc 0/0 00000100:00100000:3.0:1775764768.897738:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16178 00000100:00100000:2.0:1775764768.898409:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966868736 00000100:00100000:2.0:1775764768.898416:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966868736 00000100:00100000:2.0:1775764768.898455:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50712 00000100:00100000:2.0:1775764768.898481:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+274:19723:x1862022966868736:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.898503:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.898524:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7f68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be4d expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.898646:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.898661:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 275 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.898670:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.898703:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 275 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.898716:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 275 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.898731:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978347264:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.898804:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.903970:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.904030:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.904160:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966869376 00000100:00100000:1.0:1775764768.904170:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966869376 00010000:00010000:1.0:1775764768.904212:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 276 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.904274:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23310 00000100:00100000:1.0:1775764768.904284:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+276:2381:x1862022966869376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.904298:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.904305:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 276 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.904320:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 276 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.904344:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:1.0:1775764768.904351:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.904360:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.904367:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.904384:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.904428:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+276:2381:x1862022966869376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 146us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.904435:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23310 00010000:00010000:2.0:1775764768.904913:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f6a06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b74d expref: 275 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.904930:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978347264:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.904947:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.904955:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.904965:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.904984:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c8:0x0]: returning size 260096 00010000:00010000:2.0:1775764768.905139:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7f68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 276 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.905157:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 275 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.905163:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:2.0:1775764768.905166:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764768.905169:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:2.0:1775764768.905210:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+275:19723:x1862022966868736:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6748us (24117us total) trans 4294997294 rc 0/0 00000100:00100000:2.0:1775764768.905217:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50712 00000100:00100000:3.0:1775764768.905679:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966869248 00000100:00100000:3.0:1775764768.905685:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966869248 00000100:00100000:3.0:1775764768.905720:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16179 00000100:00100000:3.0:1775764768.905726:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+275:19724:x1862022966869248:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.905857:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+276:19724:x1862022966869248:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 131us (1897us total) trans 4294997295 rc 0/0 00000100:00100000:3.0:1775764768.905862:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16179 00000100:00100000:1.0:1775764768.909885:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.910411:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966869632 00000100:00100000:3.0:1775764768.910420:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966869632 00000100:00100000:3.0:1775764768.910498:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16180 00000100:00100000:3.0:1775764768.910509:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+276:19724:x1862022966869632:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764768.910725:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+277:19724:x1862022966869632:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 219us (846us total) trans 4294997296 rc 0/0 00000100:00100000:3.0:1775764768.910731:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16180 00000100:00100000:0.0:1775764768.910998:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.911144:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966869760 00000100:00100000:2.0:1775764768.911148:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966869760 00000100:00100000:2.0:1775764768.911178:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50713 00000100:00100000:2.0:1775764768.911183:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+277:19723:x1862022966869760:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.911194:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.911211:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7f7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be54 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.911308:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.911321:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 278 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.911327:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.911352:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 278 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.911360:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 278 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.911370:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978347392:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.911434:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.915306:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.915616:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966870016 00000100:00100000:3.0:1775764768.915627:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966870016 00000100:00100000:3.0:1775764768.915683:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16181 00000100:00100000:3.0:1775764768.915692:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+279:19724:x1862022966870016:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764768.916331:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966870016:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 637us (1030us total) trans 4294997297 rc 0/0 00000100:00100000:0.0:1775764768.916340:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16181 00000100:00100000:2.0:1775764768.918811:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978347392:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.918845:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.919060:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.919098:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.919181:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966870400 00000100:00100000:3.0:1775764768.919189:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966870400 00000100:00100000:3.0:1775764768.919239:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16182 00000100:00100000:3.0:1775764768.919248:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966870400:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764768.919513:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966870144 00000100:00100000:1.0:1775764768.919518:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966870144 00010000:00010000:1.0:1775764768.919540:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 281 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.919576:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23311 00000100:00100000:1.0:1775764768.919583:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+281:2382:x1862022966870144:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.919603:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.919610:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 282 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919622:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 282 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919643:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f7f6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be4d expref: 282 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919657:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:1.0:1775764768.919661:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919670:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919677:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919701:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.919716:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+281:19724:x1862022966870400:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 468us (617us total) trans 4294997298 rc 0/0 00000100:00100000:1.0:1775764768.919717:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+281:2382:x1862022966870144:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 136us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.919725:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23311 00000100:00100000:3.0:1775764768.919725:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16182 00010000:00010000:1.0:1775764768.919746:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919753:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.919780:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c8:0x0]: returning size 260096 00000004:00200000:1.0:1775764768.919785:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764768.919798:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919823:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f7f7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be54 expref: 280 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919838:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be54 expref: 279 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.919845:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:1.0:1775764768.919861:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764768.919864:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:1.0:1775764768.919892:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+279:19723:x1862022966869760:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8708us (8893us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.919900:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50713 00000100:00100000:0.0:1775764768.938724:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.938817:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966870528 00000100:00100000:2.0:1775764768.938827:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966870528 00000100:00100000:2.0:1775764768.938982:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50714 00000100:00100000:2.0:1775764768.938993:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+279:19723:x1862022966870528:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.939019:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.939038:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be5b expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939138:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.939149:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764768.939153:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939164:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939186:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939194:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939200:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939304:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939313:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939320:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.939355:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ca:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.939359:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.939377:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939391:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939399:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939405:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939411:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939416:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.939419:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939425:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939434:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.939437:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.939441:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939446:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f7f92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939457:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939503:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939509:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939514:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.939517:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939523:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939530:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc3f00931 (ffff897690fc9200) 00010000:00010000:2.0:1775764768.939532:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.939535:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939540:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f7f99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939567:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f7f8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 281 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939578:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 280 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.939585:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:2.0:1775764768.939586:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.939589:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689646c00, rc 0) 00000100:00100000:2.0:1775764768.939641:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+280:19723:x1862022966870528:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 651us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.939651:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50714 00000100:00100000:2.0:1775764768.941128:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966870784 00000100:00100000:2.0:1775764768.941139:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966870784 00000100:00100000:2.0:1775764768.941226:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50715 00000100:00100000:2.0:1775764768.941236:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966870784:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764768.941282:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764768.941303:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f7e2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bde4 expref: 280 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941320:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897691036100) 00010000:00010000:2.0:1775764768.941334:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f7c90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd58 expref: 279 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941342:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.941345:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764768.941362:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941372:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941380:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941393:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941400:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941407:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941690:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941698:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.941705:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764768.942220:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2837, 64 off189824 00010000:00010000:2.0:1775764768.942287:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942298:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942306:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942312:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942318:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942325:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942353:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764768.942372:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942378:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942383:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942389:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.942393:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942400:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942409:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897690fc9500) 00010000:00010000:2.0:1775764768.942412:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764768.942415:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942421:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f7fb5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942436:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942543:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942553:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942562:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.942565:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942570:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942579:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.942582:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.942585:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.942590:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f7fa7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764768.942600:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000565de7d5 reply state 000000003f4c182c transno 4294997299 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.942608:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764768.942697:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966870784:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1461us (3545us total) trans 4294997299 rc 0/0 00000100:00100000:2.0:1775764768.942706:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50715 00010000:00010000:3.0:1775764768.943061:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764768.943068:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.943079:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caea00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764768.943082:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.943087:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.943097:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed5:0x0].0x0 (ffff897690fc9500) 00010000:00010000:3.0:1775764768.943100:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764768.943102:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 1/0,0 mode: --/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.943108:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f7fbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.943123:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764768.943125:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764768.943126:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764768.944064:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.944101:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871168 00000100:00100000:0.0:1775764768.944111:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871168 00000100:00100000:0.0:1775764768.944155:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50716 00000100:00100000:0.0:1775764768.944165:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+280:19723:x1862022966871168:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.944187:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764768.944205:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7fc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be62 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.944383:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764768.944865:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.944881:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 281 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.944888:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 281 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.944897:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.944934:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 281 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.944948:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 281 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.944962:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978347520:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764768.945089:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 281 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.945097:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 281 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.945105:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978347648:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.945129:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764768.945417:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871040 00000100:00100000:3.0:1775764768.945424:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871040 00010000:00010000:3.0:1775764768.945548:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 282 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.945621:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23312 00000100:00100000:3.0:1775764768.945631:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+282:2379:x1862022966871040:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.945645:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.945652:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 282 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.945664:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 282 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.945684:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:3.0:1775764768.945689:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.945696:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.945702:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.945744:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+282:2379:x1862022966871040:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 115us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.945752:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23312 00010000:00010000:0.0:1775764768.946576:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.946585:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.946600:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.946605:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764768.946610:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.946619:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.946629:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd13fc2bb (ffff897690fc9c00) 00010000:00010000:0.0:1775764768.946632:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764768.946635:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.946641:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f7fae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.948064:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.948443:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871296 00000100:00100000:3.0:1775764768.948452:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871296 00000100:00100000:3.0:1775764768.948541:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50717 00000100:00100000:3.0:1775764768.948551:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+281:19724:x1862022966871296:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.948575:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.948593:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7fd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be69 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948687:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948700:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948716:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948732:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948738:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948745:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948808:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948815:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948822:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948827:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.948832:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948838:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.948860:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764768.948988:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.948993:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949001:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f7fd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949014:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949019:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949024:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949029:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764768.949032:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949038:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949046:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd263642c (ffff8977a2c32600) 00010000:00010000:3.0:1775764768.949048:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.949051:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949056:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f7fdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949095:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7fd1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be69 expref: 282 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949110:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764768.949112:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764768.949116:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f7fd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be69 expref: 282 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.949125:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934c00, rc 0) 00000100:00100000:3.0:1775764768.950672:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+281:19724:x1862022966871296:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1889us (2380us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764768.950684:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50717 00010000:00010000:2.0:1775764768.950999:0:11866:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000067e1cc13 x1862022978347520) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 280 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.951017:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f7fa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be5b expref: 280 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.951036:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978347520:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.953702:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978347648:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.953704:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764768.953735:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:2.0:1775764768.953742:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.953753:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.953761:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.953914:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871424 00000100:00100000:2.0:1775764768.953947:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.954005:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871552 00000100:00100000:0.0:1775764768.954011:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871552 00000100:00100000:0.0:1775764768.954065:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50718 00000100:00100000:0.0:1775764768.954075:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966871552:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764768.954095:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1775764768.954101:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871424 00010000:00010000:0.0:1775764768.954114:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7fe6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be70 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.954130:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 282 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.954163:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23313 00000100:00100000:3.0:1775764768.954172:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+282:2381:x1862022966871424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.954184:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.954190:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 282 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.954204:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 282 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.954209:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7fed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.954223:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7fed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.954229:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741200/0x2aac6a50e5f6a45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b762 expref: 282 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.954235:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7fed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.954293:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b8:0x0]: returning size 8192 00000004:00200000:0.0:1775764768.954296:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.954396:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7fed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.954415:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f7fe6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be70 expref: 283 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.954440:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7fed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be70 expref: 281 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.954443:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:3.0:1775764768.954448:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.954457:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.954506:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.954532:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764768.954534:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.954536:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764768.954540:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5c00, rc 0) 00010000:00010000:2.0:1775764768.954550:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.954591:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+281:2381:x1862022966871424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 421us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.954599:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23313 00010000:00010000:2.0:1775764768.954710:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.954727:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ca:0x0]: returning size 260096 00010000:00010000:1.0:1775764768.954929:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f7fc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 282 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.954945:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 281 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.954958:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:1.0:1775764768.954960:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764768.954962:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8200, rc 0) 00000100:00100000:1.0:1775764768.955004:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+281:19723:x1862022966871168:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10841us (10942us total) trans 4294997300 rc 0/0 00000100:00100000:1.0:1775764768.955010:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50716 00000100:00100000:1.0:1775764768.955052:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966871552:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 979us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.955059:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50718 00000100:00100000:0.0:1775764768.958799:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.959450:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871680 00000100:00100000:1.0:1775764768.959461:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871680 00000100:00100000:1.0:1775764768.961158:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50719 00000100:00100000:1.0:1775764768.961170:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+280:19723:x1862022966871680:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764768.961201:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764768.961226:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7ffb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be77 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.962196:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.962536:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871808 00000100:00100000:2.0:1775764768.962546:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871808 00000100:00100000:2.0:1775764768.962588:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16183 00000100:00100000:2.0:1775764768.962598:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+282:19724:x1862022966871808:12345-192.168.202.46@tcp:37:dbench.0 00010000:00010000:1.0:1775764768.965002:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.965026:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 282 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.965036:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.965051:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+282:19724:x1862022966871808:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 2453us (2854us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.965066:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16183 00010000:00010000:1.0:1775764768.965080:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 282 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.965097:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 281 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.965114:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978347776:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764768.965194:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764768.968289:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.968779:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966871936 00000100:00100000:3.0:1775764768.968789:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966871936 00000100:00100000:1.0:1775764768.969539:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978347776:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764768.969567:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764768.969620:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.969696:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966872064 00000100:00100000:1.0:1775764768.969701:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966872064 00010000:00010000:1.0:1775764768.969733:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 283 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764768.969810:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23314 00000100:00100000:1.0:1775764768.969827:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+283:2381:x1862022966872064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764768.969842:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764768.969849:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 283 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.969863:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 283 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.969890:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f7fca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be62 expref: 283 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.969906:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:1.0:1775764768.969911:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.969919:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.969926:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.969953:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764768.969998:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+282:2381:x1862022966872064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 171us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764768.970005:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23314 00010000:00010000:0.0:1775764768.970056:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.970064:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764768.970107:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ca:0x0]: returning size 260096 00000004:00200000:0.0:1775764768.970111:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764768.970131:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.970159:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f7ffb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be77 expref: 282 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.970175:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be77 expref: 281 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.970184:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:0.0:1775764768.970186:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764768.970189:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9e00, rc 0) 00000100:00100000:0.0:1775764768.970219:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+281:19723:x1862022966871680:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9052us (11429us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.970227:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50719 00000100:00100000:2.0:1775764768.973515:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50720 00000100:00100000:2.0:1775764768.973529:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+280:19724:x1862022966871936:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.973553:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.973572:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8009 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be7e expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973655:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973665:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973673:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973683:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973687:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973691:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973773:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973777:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973784:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.973812:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.973816:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.973833:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973843:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973850:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973855:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973862:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973868:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.973872:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973880:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973891:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764768.973893:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.973897:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973904:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8010 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973913:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973916:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973920:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973923:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.973924:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973927:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973931:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xa3962d5b (ffff897690fc9200) 00010000:00010000:2.0:1775764768.973932:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.973934:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973936:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f8017 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973956:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8009 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be7e expref: 282 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973968:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be7e expref: 281 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.973972:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:2.0:1775764768.973974:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.973975:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caee00, rc 0) 00000100:00100000:2.0:1775764768.974023:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+281:19724:x1862022966871936:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 498us (5744us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.974027:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50720 00000100:00100000:0.0:1775764768.976280:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.976555:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966872192 00000100:00100000:2.0:1775764768.976564:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966872192 00000100:00100000:2.0:1775764768.978554:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50721 00000100:00100000:2.0:1775764768.978570:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+281:19723:x1862022966872192:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.978605:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.978626:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f8025 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be85 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978721:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978735:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978746:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978760:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978768:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978774:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978891:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978900:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.978990:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.979022:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cc:0x0]: returning size 260096 00000004:00200000:2.0:1775764768.979026:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764768.979042:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979051:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979058:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979064:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979069:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979078:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.979082:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979088:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979098:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764768.979101:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.979105:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979110:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f802c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979121:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979126:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979132:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979136:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764768.979138:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979142:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979151:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x103f9c81 (ffff897690fc9800) 00010000:00010000:2.0:1775764768.979154:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764768.979156:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979161:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8033 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979186:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f8025 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be85 expref: 283 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979197:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be85 expref: 282 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.979203:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:2.0:1775764768.979209:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764768.979212:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae400, rc 0) 00000100:00100000:2.0:1775764768.979417:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+282:19723:x1862022966872192:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 853us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.979427:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50721 00000100:00100000:0.0:1775764768.979569:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.980147:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966872576 00000100:00100000:2.0:1775764768.980154:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966872576 00000100:00100000:2.0:1775764768.980193:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5363 00000100:00100000:2.0:1775764768.980199:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+282:2380:x1862022966872576:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764768.980209:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764768.980221:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f801e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be7e expref: 282 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.980234:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:2.0:1775764768.980237:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764768.980398:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+281:2380:x1862022966872576:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 198us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764768.980405:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5363 00000100:00100000:0.0:1775764768.981670:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764768.981993:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966872448 00000100:00100000:2.0:1775764768.982000:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966872448 00000100:00100000:2.0:1775764768.982039:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50722 00000100:00100000:2.0:1775764768.982048:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+281:19724:x1862022966872448:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.982068:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.982084:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8041 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be8c expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.982193:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.982203:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 282 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.982209:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.982235:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 282 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.982245:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 282 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.982348:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978347904:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.982430:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.986496:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764768.986527:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764768.986576:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966872704 00000100:00100000:0.0:1775764768.986586:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966872704 00000100:00100000:3.0:1775764768.986610:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966872832 00000100:00100000:3.0:1775764768.986614:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966872832 00010000:00010000:0.0:1775764768.986658:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 284 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.986675:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5364 00000100:00100000:0.0:1775764768.986695:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23315 00000100:00100000:0.0:1775764768.986703:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778897a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+284:2380:x1862022966872704:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764768.986719:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.986726:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 284 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.986739:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 284 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.986739:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+284:2380:x1862022966872832:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.986746:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764768.986762:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:3.0:1775764768.986762:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f803a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be85 expref: 284 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.986768:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.986777:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.986777:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:3.0:1775764768.986782:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764768.986784:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.986801:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.986834:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+283:2380:x1862022966872832:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 150us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.986841:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5364 00000100:00100000:0.0:1775764768.986899:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778897a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+283:2380:x1862022966872704:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 197us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764768.986907:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23315 00010000:00010000:2.0:1775764768.987111:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f792c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc4e expref: 281 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.987123:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978347904:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764768.987142:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.987423:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.987427:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764768.987443:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00010000:00010000:0.0:1775764768.987737:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8041 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 282 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.987754:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 281 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764768.987761:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:0.0:1775764768.987764:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764768.987766:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae600, rc 0) 00000100:00100000:0.0:1775764768.987808:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+281:19724:x1862022966872448:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5762us (6142us total) trans 4294997301 rc 0/0 00000100:00100000:0.0:1775764768.987886:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50722 00000100:00100000:1.0:1775764768.989571:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.989651:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873088 00000100:00100000:3.0:1775764768.989659:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873088 00000100:00100000:3.0:1775764768.989697:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50723 00000100:00100000:3.0:1775764768.989704:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+281:19723:x1862022966873088:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764768.989720:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764768.989734:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8056 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be93 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.989841:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.989913:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 282 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.989919:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.989947:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 282 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.989957:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 282 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.989967:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978348032:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764768.990039:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.992637:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.992729:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978348032:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764768.992751:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.992801:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873216 00000100:00100000:2.0:1775764768.992807:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873216 00000100:00100000:2.0:1775764768.992868:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50724 00000100:00100000:2.0:1775764768.992878:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+283:19724:x1862022966873216:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764768.992896:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764768.992911:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f8064 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421be9a expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.992996:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.993009:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.993014:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.993036:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764768.993043:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764768.993052:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978348160:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764768.993124:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764768.997650:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764768.997705:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873344 00000100:00100000:3.0:1775764768.997713:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873344 00010000:00010000:3.0:1775764768.997744:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 285 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764768.997774:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23316 00000100:00100000:3.0:1775764768.997779:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+285:2380:x1862022966873344:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764768.997790:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764768.997795:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 285 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.997805:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 285 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.997826:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f6a84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b777 expref: 285 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.997841:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:3.0:1775764768.997857:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.997867:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.997876:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764768.997905:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764768.997947:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+284:2380:x1862022966873344:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 166us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764768.997955:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23316 00010000:00010000:1.0:1775764768.998073:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.998081:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764768.998100:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cc:0x0]: returning size 260096 00010000:00010000:1.0:1775764768.998264:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8056 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 285 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.998292:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 284 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764768.998299:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:1.0:1775764768.998303:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764768.998305:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934a00, rc 0) 00000100:00100000:1.0:1775764768.998346:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+284:19723:x1862022966873088:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8642us (8778us total) trans 4294997302 rc 0/0 00000100:00100000:1.0:1775764768.998353:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50723 00000100:00100000:2.0:1775764769.000111:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978348160:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.000138:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.003593:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.003632:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.003953:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873472 00000100:00100000:3.0:1775764769.003962:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873472 00010000:00010000:3.0:1775764769.003994:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.004025:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23317 00000100:00100000:3.0:1775764769.004034:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+284:2381:x1862022966873472:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.004049:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.004056:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.004067:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.004084:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8048 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be8c expref: 284 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.004095:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:3.0:1775764769.004098:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.004105:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.004110:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.004132:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764769.004150:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.004158:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.004185:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+283:2381:x1862022966873472:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 152us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.004192:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23317 00000004:00200000:1.0:1775764769.004202:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.004206:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.004318:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.004349:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f8064 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be9a expref: 283 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.004363:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be9a expref: 282 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.004376:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:1.0:1775764769.004379:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.004382:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae000, rc 0) 00000100:00100000:1.0:1775764769.004423:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+282:19724:x1862022966873216:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11547us (11795us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.004430:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50724 00000100:00100000:1.0:1775764769.004447:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873600 00000100:00100000:1.0:1775764769.004450:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873600 00000100:00100000:2.0:1775764769.005569:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50725 00000100:00100000:2.0:1775764769.005583:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+282:19723:x1862022966873600:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.005732:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.005750:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8079 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bea1 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.005936:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.005954:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 283 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.005962:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.006002:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 283 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.006017:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 283 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.006033:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978348288:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.006186:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.009110:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.009366:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873728 00000100:00100000:2.0:1775764769.009377:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873728 00000100:00100000:2.0:1775764769.009545:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50726 00000100:00100000:2.0:1775764769.009556:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+284:19724:x1862022966873728:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.010065:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.010087:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8087 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bea8 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.010184:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.010199:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.010215:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.010232:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.010239:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.010246:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.010740:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.010768:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873856 00000100:00100000:0.0:1775764769.010774:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873856 00010000:00010000:0.0:1775764769.010798:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 286 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.010830:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23318 00000100:00100000:0.0:1775764769.010838:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+286:2381:x1862022966873856:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.010849:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.010855:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 286 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.010868:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 286 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.010886:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:0.0:1775764769.010891:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.010900:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.010906:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.010923:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.010977:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+286:2381:x1862022966873856:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 140us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.010986:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23318 00010000:00010000:3.0:1775764769.011064:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f805d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be93 expref: 285 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.011080:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978348288:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.011103:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.011112:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.011117:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.011155:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cc:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.011160:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.011179:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.011204:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8079 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bea1 expref: 285 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.011220:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bea1 expref: 284 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.011225:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:3.0:1775764769.011227:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.011229:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf600, rc 0) 00000100:00100000:3.0:1775764769.011257:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+284:19723:x1862022966873600:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5680us (7625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.011264:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50725 00010000:00010000:0.0:1775764769.012978:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.012994:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013000:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013006:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.013010:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013018:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013033:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764769.013036:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.013040:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013050:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f808e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013065:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013071:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013076:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013080:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.013082:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013087:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013094:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xd263642c (ffff897690fc9800) 00010000:00010000:0.0:1775764769.013096:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.013098:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013103:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013160:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8087 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bea8 expref: 283 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013175:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764769.013177:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.013181:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8087 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bea8 expref: 283 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.013191:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae200, rc 0) 00000100:00100000:0.0:1775764769.013309:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+282:19724:x1862022966873728:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3754us (4208us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764769.013318:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50726 00000100:00100000:0.0:1775764769.014016:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.014075:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966873984 00000100:00100000:1.0:1775764769.014084:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966873984 00000100:00100000:1.0:1775764769.014135:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50727 00000100:00100000:1.0:1775764769.014145:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+282:19723:x1862022966873984:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.014164:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.014183:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f809c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421beaf expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014273:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014286:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014296:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014407:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014418:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014425:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014553:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014562:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014569:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.014710:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ce:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.014715:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.014735:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014747:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014754:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014760:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014766:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014776:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.014780:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014786:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014795:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.014798:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.014801:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014807:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f80a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014817:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014822:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014827:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014833:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.014835:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014842:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014853:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x2ee4e5f8 (ffff897682bd0400) 00010000:00010000:1.0:1775764769.014855:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.014857:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014863:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014888:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f809c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beaf expref: 284 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014902:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beaf expref: 283 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.014909:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:1.0:1775764769.014911:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.014914:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00000100:00100000:1.0:1775764769.014964:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+283:19723:x1862022966873984:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 821us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.014972:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50727 00000100:00100000:1.0:1775764769.019803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.019890:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966874240 00000100:00100000:0.0:1775764769.019901:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966874240 00000100:00100000:0.0:1775764769.019988:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50728 00000100:00100000:0.0:1775764769.019999:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+283:19724:x1862022966874240:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.020020:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.020040:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f80b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421beb6 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.020170:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.020184:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 284 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.020194:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.020233:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 284 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.020248:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 284 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.020262:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b74ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978348416:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.020363:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.025021:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.025079:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966874368 00000100:00100000:0.0:1775764769.025089:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966874368 00000100:00100000:0.0:1775764769.025155:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5365 00000100:00100000:0.0:1775764769.025165:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+285:2382:x1862022966874368:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.025183:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.025208:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f80b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beaf expref: 285 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.025224:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:0.0:1775764769.025228:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.025385:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+284:2382:x1862022966874368:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 221us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.025393:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5365 00000100:00100000:2.0:1775764769.026826:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.027157:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966874624 00000100:00100000:3.0:1775764769.027164:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966874624 00000100:00100000:3.0:1775764769.027204:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50729 00000100:00100000:3.0:1775764769.027214:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+284:19723:x1862022966874624:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.027233:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.027259:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f80c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bebd expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.027380:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.027393:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 285 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.027399:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.027428:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 285 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.027436:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 285 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.027448:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978348544:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.027568:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.031245:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b74ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978348416:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.031273:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.032805:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978348544:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.032825:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.033416:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.033521:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966874752 00000100:00100000:1.0:1775764769.033528:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966874752 00010000:00010000:1.0:1775764769.033565:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.033610:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23319 00000100:00100000:1.0:1775764769.033619:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+286:2382:x1862022966874752:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.033635:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.033641:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.033652:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.033673:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f6ac3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b78c expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.033688:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:1.0:1775764769.033693:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.033702:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.033710:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.033741:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.033791:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+285:2382:x1862022966874752:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 172us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.033799:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23319 00000100:00100000:1.0:1775764769.034263:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764769.034292:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.034300:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.034321:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ce:0x0]: returning size 260096 00000100:00100000:0.0:1775764769.034420:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966874880 00000100:00100000:0.0:1775764769.034427:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966874880 00010000:00010000:0.0:1775764769.034458:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 286 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.034521:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f80c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 287 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.034537:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 286 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.034545:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:2.0:1775764769.034547:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.034550:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934200, rc 0) 00000100:00100000:2.0:1775764769.034602:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+286:19723:x1862022966874624:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7389us (7778us total) trans 4294997303 rc 0/0 00000100:00100000:2.0:1775764769.034609:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50729 00000100:00100000:0.0:1775764769.034709:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23320 00000100:00100000:0.0:1775764769.034718:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778897b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+285:2379:x1862022966874880:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.034729:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.034734:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 285 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034743:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 285 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034755:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f7463 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421babf expref: 285 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034767:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:0.0:1775764769.034771:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034777:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034783:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034799:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.034824:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778897b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+284:2379:x1862022966874880:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 108us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.034829:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23320 00010000:00010000:0.0:1775764769.034877:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034884:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.034896:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00010000:00010000:0.0:1775764769.034976:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f80b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 285 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034989:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 284 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.034996:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:0.0:1775764769.034999:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764769.035001:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4a00, rc 0) 00000100:00100000:0.0:1775764769.035022:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+284:19724:x1862022966874240:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 15026us (15229us total) trans 4294997304 rc 0/0 00000100:00100000:0.0:1775764769.035028:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50728 00000100:00100000:1.0:1775764769.039122:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.039190:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875008 00000100:00100000:2.0:1775764769.039197:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875008 00000100:00100000:2.0:1775764769.039246:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50730 00000100:00100000:2.0:1775764769.039272:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+284:19723:x1862022966875008:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.039293:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.039315:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f80e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bec4 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.039427:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.039438:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 285 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.039444:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.039509:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 285 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.039523:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 285 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.039537:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978348672:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.039640:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.043968:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.044020:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875136 00000100:00100000:1.0:1775764769.044029:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875136 00000100:00100000:2.0:1775764769.044069:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.044087:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50731 00000100:00100000:2.0:1775764769.044088:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875264 00000100:00100000:2.0:1775764769.044091:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875264 00000100:00100000:1.0:1775764769.044097:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+287:19724:x1862022966875136:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.044112:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 287 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.044118:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1775764769.044134:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23321 00010000:00010000:1.0:1775764769.044136:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f80f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421becb expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.044140:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+287:2381:x1862022966875264:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.044153:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.044158:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.044170:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.044191:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:2.0:1775764769.044196:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.044205:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.044212:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.044228:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764769.044245:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.044256:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 288 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.044264:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.044290:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+288:2381:x1862022966875264:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 149us (221us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764769.044292:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 288 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.044298:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23321 00010000:00010000:1.0:1775764769.044316:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 287 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.044329:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978348800:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.044390:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e99c0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764769.046271:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f80cd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bebd expref: 287 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.046292:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978348672:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.046313:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.046676:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.046683:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.046725:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ce:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.046730:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.046750:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.046783:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f80e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bec4 expref: 287 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.046798:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bec4 expref: 286 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.046807:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:2.0:1775764769.046821:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.046825:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cafa00, rc 0) 00000100:00100000:2.0:1775764769.047003:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+286:19723:x1862022966875008:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7747us (7890us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.047011:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50730 00000100:00100000:2.0:1775764769.048934:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.049051:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875392 00000100:00100000:3.0:1775764769.049059:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875392 00010000:00010000:3.0:1775764769.049102:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.049138:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23322 00000100:00100000:3.0:1775764769.049147:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+286:2381:x1862022966875392:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.049161:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.049167:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.049179:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 286 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.049198:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764769.049204:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.049213:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.049221:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.049238:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.049289:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+286:2381:x1862022966875392:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 143us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.049296:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23322 00010000:00010000:1.0:1775764769.049794:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f80bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beb6 expref: 285 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.049811:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978348800:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.049831:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.049839:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.049857:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.049895:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.049900:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.049920:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.049948:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f80f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421becb expref: 285 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.049958:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421becb expref: 284 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.049963:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:1.0:1775764769.049965:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.049967:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:1.0:1775764769.049996:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+284:19724:x1862022966875136:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5902us (6036us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.050000:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50731 00000100:00100000:3.0:1775764769.053735:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.053768:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.053794:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875520 00000100:00100000:3.0:1775764769.053802:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875520 00000100:00100000:1.0:1775764769.053995:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875648 00000100:00100000:1.0:1775764769.053998:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875648 00000100:00100000:1.0:1775764769.054020:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50732 00000100:00100000:1.0:1775764769.054027:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+285:19723:x1862022966875520:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.054046:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.054062:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bed2 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054140:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054151:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054160:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054171:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054176:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054180:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054272:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054277:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054281:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.054310:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d0:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.054314:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.054328:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054337:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054342:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054347:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054351:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054355:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.054357:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054362:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054369:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.054371:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.054374:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054378:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f8105 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054386:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054393:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054396:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054399:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.054400:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054403:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054407:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x51a4c572 (ffff897682bd0400) 00010000:00010000:1.0:1775764769.054408:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.054409:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054412:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f810c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054431:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f80fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bed2 expref: 287 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054438:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bed2 expref: 286 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054443:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:1.0:1775764769.054445:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.054448:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276000, rc 0) 00000100:00100000:1.0:1775764769.054534:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+286:19723:x1862022966875520:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 506us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.054542:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50732 00000100:00100000:1.0:1775764769.054561:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50733 00000100:00100000:1.0:1775764769.054567:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+285:19724:x1862022966875648:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.054573:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.054579:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f811a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bed9 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054628:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054637:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054644:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054655:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054661:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054668:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054708:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054717:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054721:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.054734:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c3:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.054735:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.054742:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054749:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054756:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054760:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054766:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054771:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.054773:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054779:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054786:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.054789:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.054792:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054797:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8121 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054806:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054812:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054817:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054823:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.054825:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054831:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054836:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x17d46a (ffff897682bd0800) 00010000:00010000:1.0:1775764769.054837:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.054839:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.054843:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8128 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.057209:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f811a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bed9 expref: 287 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.057240:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bed9 expref: 286 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.057259:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00000100:00100000:3.0:1775764769.057677:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764769.058158:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.058165:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00000100:00100000:1.0:1775764769.058242:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+286:19724:x1862022966875648:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3673us (4471us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.058260:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50733 00000100:00100000:2.0:1775764769.061353:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966875776 00000100:00100000:2.0:1775764769.061369:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966875776 00000100:00100000:2.0:1775764769.061456:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5366 00000100:00100000:2.0:1775764769.061501:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+286:2379:x1862022966875776:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.061522:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.061547:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8113 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bed2 expref: 286 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.061568:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:2.0:1775764769.061574:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.061661:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+285:2379:x1862022966875776:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 196us (3984us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.061669:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5366 00000100:00100000:2.0:1775764769.066573:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.066684:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876160 00000100:00100000:1.0:1775764769.066696:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876160 00000100:00100000:1.0:1775764769.066770:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5367 00000100:00100000:1.0:1775764769.066781:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+285:2380:x1862022966876160:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.066798:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.066840:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f812f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bed9 expref: 285 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.066874:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:1.0:1775764769.066880:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.066942:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+284:2380:x1862022966876160:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 162us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.066951:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5367 00000100:00100000:3.0:1775764769.068139:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.068976:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876032 00000100:00100000:1.0:1775764769.068986:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876032 00000100:00100000:1.0:1775764769.069037:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50734 00000100:00100000:1.0:1775764769.069047:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+284:19723:x1862022966876032:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.069067:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.069088:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8136 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bee0 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.069221:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.069235:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 285 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.069245:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.069281:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 285 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.069295:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 285 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.069309:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978348928:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.069395:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.074011:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978348928:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.074035:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.074849:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.074878:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.074933:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876416 00000100:00100000:2.0:1775764769.074939:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876416 00000100:00100000:2.0:1775764769.074984:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50735 00000100:00100000:2.0:1775764769.074991:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+286:19724:x1862022966876416:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.075010:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.075026:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8144 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bee7 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.075139:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.075149:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 287 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.075155:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.075181:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 287 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.075191:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 287 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.075202:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978349056:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.075291:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.075499:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876544 00000100:00100000:3.0:1775764769.075505:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876544 00010000:00010000:3.0:1775764769.075530:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.075556:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23323 00000100:00100000:3.0:1775764769.075563:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+288:2382:x1862022966876544:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.075573:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.075579:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.075869:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.075891:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f6b02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7a1 expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.075907:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:3.0:1775764769.075913:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.075921:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.075928:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.075989:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.076023:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+287:2382:x1862022966876544:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 460us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.076031:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23323 00010000:00010000:2.0:1775764769.078245:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.078273:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.078583:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d0:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.078761:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8136 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 288 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.078775:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 287 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.078781:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:2.0:1775764769.078784:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.078786:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276c00, rc 0) 00000100:00100000:2.0:1775764769.078855:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+287:19723:x1862022966876032:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9808us (10718us total) trans 4294997305 rc 0/0 00000100:00100000:2.0:1775764769.078863:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50734 00000100:00100000:2.0:1775764769.081312:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978349056:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.081341:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.086447:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.086534:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.086675:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876800 00000100:00100000:0.0:1775764769.086686:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876800 00010000:00010000:0.0:1775764769.086731:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 287 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.086806:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876672 00000100:00100000:0.0:1775764769.086811:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23324 00000100:00100000:2.0:1775764769.086811:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876672 00000100:00100000:0.0:1775764769.086820:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+288:2381:x1862022966876800:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.086835:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.086842:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 288 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.086864:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 288 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.086881:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50736 00010000:00010000:0.0:1775764769.086888:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f74d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bae2 expref: 288 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.086889:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+288:19723:x1862022966876672:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.086905:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:0.0:1775764769.086910:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.086911:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.086919:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.086924:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8159 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421beee expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.086926:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.086953:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.087005:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+288:2381:x1862022966876800:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 186us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.087012:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23324 00010000:00010000:2.0:1775764769.087034:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087049:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 287 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087057:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087085:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 287 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087099:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 287 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.087113:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978349184:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.087182:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0900 going to sleep for 11 seconds 00010000:00010000:2.0:1775764769.087201:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087213:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.087230:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c3:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.087381:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8144 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 289 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087391:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 288 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.087396:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:2.0:1775764769.087398:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.087399:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf400, rc 0) 00000100:00100000:2.0:1775764769.087428:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+288:19724:x1862022966876416:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12437us (12548us total) trans 4294997306 rc 0/0 00000100:00100000:2.0:1775764769.087434:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50735 00000100:00100000:1.0:1775764769.091080:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.091114:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.091128:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966876928 00000100:00100000:1.0:1775764769.091132:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966877056 00000100:00100000:0.0:1775764769.091137:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966876928 00000100:00100000:1.0:1775764769.091137:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966877056 00010000:00010000:1.0:1775764769.091172:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 289 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.091190:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50737 00000100:00100000:1.0:1775764769.091195:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23325 00000100:00100000:0.0:1775764769.091198:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+289:19724:x1862022966876928:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:1.0:1775764769.091201:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897787137450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+289:2381:x1862022966877056:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.091214:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.091220:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.091220:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 289 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.091233:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 289 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.091236:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f816e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bef5 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.091268:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:1.0:1775764769.091274:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.091283:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.091290:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.091318:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764769.091357:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.091361:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897787137450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+290:2381:x1862022966877056:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 160us (247us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764769.091368:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 290 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.091372:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23325 00010000:00010000:0.0:1775764769.091376:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.091401:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 289 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.091413:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 289 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.091425:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b74ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978349312:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.091655:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983780 going to sleep for 11 seconds 00010000:00010000:3.0:1775764769.091912:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f813d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee0 expref: 289 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.091923:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978349184:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.091936:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.091942:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.091946:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.091970:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d0:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.091973:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.091985:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.092002:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f8159 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beee expref: 289 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.092011:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beee expref: 288 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.092016:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:3.0:1775764769.092018:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.092019:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cafc00, rc 0) 00000100:00100000:3.0:1775764769.092048:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+288:19723:x1862022966876672:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5160us (5611us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.092058:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50736 00000100:00100000:0.0:1775764769.101788:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.101856:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.101937:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b74ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978349312:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.101968:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.102032:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966877312 00000100:00100000:3.0:1775764769.102039:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966877312 00010000:00010000:3.0:1775764769.102073:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 288 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.102110:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23326 00000100:00100000:3.0:1775764769.102120:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+288:2382:x1862022966877312:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.102135:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.102142:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 288 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.102156:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 288 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.102179:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f814b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bee7 expref: 288 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.102194:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:3.0:1775764769.102198:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.102208:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.102215:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.102250:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.102397:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+287:2382:x1862022966877312:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 184us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.102406:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23326 00010000:00010000:0.0:1775764769.102545:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.102557:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.102613:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c3:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.102618:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.102639:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.102672:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f816e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bef5 expref: 287 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.102688:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bef5 expref: 286 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.102695:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:0.0:1775764769.102697:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.102700:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5600, rc 0) 00000100:00100000:0.0:1775764769.102829:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+286:19724:x1862022966876928:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11631us (11755us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.102837:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50737 00000100:00100000:0.0:1775764769.102854:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966877184 00000100:00100000:0.0:1775764769.102859:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966877184 00000100:00100000:0.0:1775764769.102886:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50738 00000100:00100000:0.0:1775764769.102893:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+286:19723:x1862022966877184:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.102909:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.102922:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f817c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421befc expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.102996:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103004:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103009:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103017:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103021:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103025:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103100:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103104:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103108:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.103122:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d2:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.103124:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.103130:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103139:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103145:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103149:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103152:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103155:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb5400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.103158:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103163:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103168:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.103170:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.103172:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103176:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8183 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103182:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103185:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103189:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103192:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.103193:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103196:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103200:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x6324417e (ffff897691036b00) 00010000:00010000:0.0:1775764769.103201:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.103203:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103205:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f818a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103219:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f817c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 288 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103225:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 287 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.103228:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:0.0:1775764769.103230:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.103231:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00000100:00100000:0.0:1775764769.103247:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+287:19723:x1862022966877184:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 357us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.103254:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50738 00000100:00100000:0.0:1775764769.111073:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.111134:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966877696 00000100:00100000:2.0:1775764769.111143:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966877696 00000100:00100000:2.0:1775764769.111188:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50739 00000100:00100000:2.0:1775764769.111195:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+287:19723:x1862022966877696:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.111215:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.111230:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8198 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf0a expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111364:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111383:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 288 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111391:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 288 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111399:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111427:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 288 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111437:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.111449:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978349440:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.111571:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 288 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.111578:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 288 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.111584:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978349568:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.111609:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.112406:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.112448:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.112529:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966877440 00000100:00100000:3.0:1775764769.112535:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966877440 00000100:00100000:3.0:1775764769.112572:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50740 00000100:00100000:3.0:1775764769.112578:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+289:19724:x1862022966877440:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.112590:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.112607:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f81a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf03 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112665:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112674:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112682:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112691:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112696:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112699:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112775:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112780:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112784:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.112805:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c5:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.112808:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.112823:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112833:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112841:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112847:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112853:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112859:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.112863:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112870:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112882:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764769.112884:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.112889:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112896:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f81ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112907:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112913:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112919:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112924:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.112927:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112933:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112941:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xc3f00931 (ffff8977a2c32600) 00010000:00010000:3.0:1775764769.112943:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.112945:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112948:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112974:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f81a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 291 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112983:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 290 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.112987:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:3.0:1775764769.112989:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.112990:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934a00, rc 0) 00000100:00100000:3.0:1775764769.113026:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+290:19724:x1862022966877440:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 448us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.113030:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50740 00000100:00100000:1.0:1775764769.113234:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966877824 00000100:00100000:1.0:1775764769.113238:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966877824 00010000:00010000:1.0:1775764769.113260:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.115903:0:9373:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@00000000ea383860 x1862022978349440) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.115913:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23327 00000100:00100000:1.0:1775764769.115931:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+290:2379:x1862022966877824:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.115934:0:9373:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.115949:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.115952:0:5781:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2aac6a50e5f8191) 00010000:00010000:2.0:1775764769.115953:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8191 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421befc expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.115954:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.115967:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978349440:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.116006:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+289:2379:x1862022966877824:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 82us (3556us total) trans 0 rc 116/116 00000100:00100000:1.0:1775764769.116013:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23327 00000100:00100000:2.0:1775764769.117162:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.117198:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.117207:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878080 00000100:00100000:3.0:1775764769.117216:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878080 00000100:00100000:3.0:1775764769.117300:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50741 00000100:00100000:3.0:1775764769.117309:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+289:19724:x1862022966878080:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.117330:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.117348:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f81c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf11 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.117805:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.117819:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 290 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.117821:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978349568:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.117827:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 290 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.117834:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.117845:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:2.0:1775764769.117850:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.117857:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.117864:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.117875:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 290 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.117885:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 290 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.117899:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683073100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978349696:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.117998:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 290 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.118007:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 290 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.118016:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978349824:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.118040:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.119771:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878208 00000100:00100000:1.0:1775764769.119782:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878208 00010000:00010000:1.0:1775764769.119828:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 291 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.119869:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23328 00000100:00100000:1.0:1775764769.119878:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+291:2380:x1862022966878208:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.119891:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.119900:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 291 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.119912:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 291 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.119932:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:1.0:1775764769.119936:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.119942:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.119945:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.119994:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+291:2380:x1862022966878208:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 117us (2794us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.120000:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23328 00010000:00010000:1.0:1775764769.120455:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000004e2d41c3 x1862022978349696) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 290 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.120515:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f81bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf03 expref: 290 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.120531:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683073100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978349696:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.120545:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978349824:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.120559:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:1.0:1775764769.120562:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.120567:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.120572:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.124060:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.124178:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878336 00000100:00100000:3.0:1775764769.124187:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878336 00010000:00010000:3.0:1775764769.124226:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.124297:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23329 00000100:00100000:3.0:1775764769.124318:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+290:2382:x1862022966878336:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.124337:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.124343:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.124357:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.124377:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f6b9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7d2 expref: 290 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.124393:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:3.0:1775764769.124398:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.124407:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.124414:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.124443:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.124536:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+289:2382:x1862022966878336:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 231us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.124542:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23329 00010000:00010000:2.0:1775764769.124602:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.124610:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.124633:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d2:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.124770:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 290 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.124781:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 289 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.124786:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:2.0:1775764769.124788:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.124789:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae400, rc 0) 00000100:00100000:2.0:1775764769.124821:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+289:19723:x1862022966877696:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13627us (13756us total) trans 4294997307 rc 0/0 00000100:00100000:2.0:1775764769.124825:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50739 00000100:00100000:2.0:1775764769.129240:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.129765:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878464 00000100:00100000:0.0:1775764769.129775:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878464 00010000:00010000:0.0:1775764769.129822:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 289 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.129930:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23330 00000100:00100000:0.0:1775764769.129941:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+289:2382:x1862022966878464:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.129959:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.129965:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 289 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.129979:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 289 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.129992:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764769.130002:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f7512 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421baf7 expref: 289 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.130017:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:0.0:1775764769.130023:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.130032:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.130045:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.130077:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.130135:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+288:2382:x1862022966878464:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 195us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.130143:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23330 00010000:00010000:3.0:1775764769.130202:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.130422:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.130448:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c5:0x0]: returning size 260096 00010000:00010000:3.0:1775764769.130704:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f81c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 289 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.130720:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 288 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.130728:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:3.0:1775764769.130732:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764769.130735:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934400, rc 0) 00000100:00100000:3.0:1775764769.130773:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+288:19724:x1862022966878080:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13466us (13614us total) trans 4294997308 rc 0/0 00000100:00100000:3.0:1775764769.130781:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50741 00000100:00100000:3.0:1775764769.130800:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878592 00000100:00100000:3.0:1775764769.130805:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878592 00000100:00100000:3.0:1775764769.130998:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50742 00000100:00100000:3.0:1775764769.131005:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+288:19723:x1862022966878592:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.131025:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.131039:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f81de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf18 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.131273:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.131287:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 289 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.131299:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.131331:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 289 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.131343:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 289 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.131358:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978349952:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.131445:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.135116:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.135185:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878720 00000100:00100000:1.0:1775764769.135199:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878720 00000100:00100000:2.0:1775764769.135215:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.135241:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878848 00000100:00100000:2.0:1775764769.135245:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878848 00010000:00010000:1.0:1775764769.135251:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 291 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.135287:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50743 00000100:00100000:1.0:1775764769.135297:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23331 00000100:00100000:2.0:1775764769.135297:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+291:19724:x1862022966878848:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.135324:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.135347:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f81ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf1f expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.135509:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.135520:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+292:2381:x1862022966878720:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.135529:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 292 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135531:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.135536:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.135537:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135552:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135572:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:2.0:1775764769.135572:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 292 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135577:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135584:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.135584:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 292 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135591:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.135606:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.135657:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+292:2381:x1862022966878720:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 139us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.135665:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23331 00010000:00010000:3.0:1775764769.135705:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f819f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf0a expref: 291 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.135722:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978349952:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.135741:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.135750:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.135756:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.135785:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d2:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.135789:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.135803:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.135834:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f81de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf18 expref: 291 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.135842:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf18 expref: 290 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.135849:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:3.0:1775764769.135852:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.135855:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935400, rc 0) 00000100:00100000:3.0:1775764769.135895:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+290:19723:x1862022966878592:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 4890us (5903us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.135902:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50742 00000100:00100000:2.0:1775764769.136054:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978350080:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.136163:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.139642:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.139688:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966878976 00000100:00100000:0.0:1775764769.139698:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966878976 00000100:00100000:0.0:1775764769.139753:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50744 00000100:00100000:0.0:1775764769.139763:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+290:19723:x1862022966878976:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.139782:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.139802:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f81fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf26 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.139908:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.139923:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.139934:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.139950:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.139958:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.139969:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140070:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140079:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140085:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.140118:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d6:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.140122:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.140141:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140153:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140160:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140166:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140172:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140179:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682236000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.140182:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140190:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140201:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.140204:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.140209:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140215:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8201 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140228:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140235:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140241:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140245:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682237800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.140247:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140253:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140260:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x9e362f1b (ffff897691036b00) 00010000:00010000:0.0:1775764769.140262:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.140265:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140274:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8208 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140316:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f81fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf26 expref: 292 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140330:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf26 expref: 291 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.140337:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:0.0:1775764769.140339:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.140341:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236400, rc 0) 00000100:00100000:0.0:1775764769.140400:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+291:19723:x1862022966878976:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 638us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.140408:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50744 00000100:00100000:0.0:1775764769.140673:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978350080:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.140694:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.144905:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.145045:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966879104 00000100:00100000:1.0:1775764769.145055:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966879104 00010000:00010000:1.0:1775764769.145093:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.145128:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23332 00000100:00100000:1.0:1775764769.145137:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897787134450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+291:2381:x1862022966879104:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.145153:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.145160:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.145175:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.145198:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f81c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf11 expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.145215:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:1.0:1775764769.145221:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.145230:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.145238:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.145282:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.145332:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897787134450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+290:2381:x1862022966879104:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 196us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.145340:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23332 00010000:00010000:0.0:1775764769.146953:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.146962:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.147003:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c5:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.147006:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.147022:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.147052:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f81ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf1f expref: 290 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.147066:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf1f expref: 289 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.147072:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:0.0:1775764769.147074:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.147076:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caee00, rc 0) 00000100:00100000:0.0:1775764769.147128:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+289:19724:x1862022966878848:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11833us (11912us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.147134:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50743 00000100:00100000:1.0:1775764769.153348:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.153440:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966879232 00000100:00100000:0.0:1775764769.153451:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966879232 00000100:00100000:0.0:1775764769.153552:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5368 00000100:00100000:0.0:1775764769.153562:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+289:2380:x1862022966879232:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.153578:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.153603:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f820f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf26 expref: 289 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.153620:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:0.0:1775764769.153626:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.153686:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+288:2380:x1862022966879232:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 125us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.153693:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5368 00000100:00100000:2.0:1775764769.156557:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.156693:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966879488 00000100:00100000:0.0:1775764769.156700:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966879488 00000100:00100000:0.0:1775764769.156746:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50745 00000100:00100000:0.0:1775764769.156753:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+288:19723:x1862022966879488:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.156772:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.156791:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f8216 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf2d expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.156946:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.156962:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 289 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.156971:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.157006:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 289 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.157020:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 289 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.157034:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b74ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978350208:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.157125:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.159452:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.161979:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966879616 00000100:00100000:0.0:1775764769.161994:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966879616 00000100:00100000:0.0:1775764769.162078:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50746 00000100:00100000:0.0:1775764769.162088:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+290:19724:x1862022966879616:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.162108:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.162128:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f8224 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf34 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162224:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162239:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162262:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162279:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162287:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162294:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162777:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162785:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162792:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.162826:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c7:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.162830:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.162933:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162946:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162954:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162961:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162968:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162974:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682236000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.162978:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162984:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.162996:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764769.163000:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.163004:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163010:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f822b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163024:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163035:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163041:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163046:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.163049:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163054:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163060:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x103f9c81 (ffff897691036b00) 00010000:00010000:0.0:1775764769.163062:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.163064:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163069:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8232 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163097:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f8224 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf34 expref: 292 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163110:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf34 expref: 291 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.163118:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:0.0:1775764769.163120:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.163123:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00000100:00100000:0.0:1775764769.163247:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+291:19724:x1862022966879616:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1160us (3803us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.163265:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50746 00000100:00100000:0.0:1775764769.170248:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.170453:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966879744 00000100:00100000:1.0:1775764769.170500:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966879744 00010000:00010000:1.0:1775764769.170540:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 291 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.170586:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23333 00000100:00100000:1.0:1775764769.170757:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+291:2381:x1862022966879744:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.170772:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.170780:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 291 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.170795:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 291 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.170829:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:1.0:1775764769.170836:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.170984:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.170995:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.171014:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.171070:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+291:2381:x1862022966879744:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 317us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.171079:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23333 00000100:00100000:3.0:1775764769.176948:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.177004:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.177378:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880128 00000100:00100000:3.0:1775764769.177387:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880128 00000100:00100000:3.0:1775764769.177440:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50747 00000100:00100000:3.0:1775764769.177451:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+291:19724:x1862022966880128:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.177503:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.177523:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8240 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf3b expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.177556:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966879872 00000100:00100000:1.0:1775764769.177562:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966879872 00000100:00100000:1.0:1775764769.177608:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5369 00000100:00100000:1.0:1775764769.177618:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+293:2382:x1862022966879872:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.177630:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.177650:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8239 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf34 expref: 293 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.177660:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.177846:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 292 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.177906:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.177941:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 292 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.177954:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 292 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.177967:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683073800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978350336:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.178057:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253c00 going to sleep for 11 seconds 00010000:00010000:1.0:1775764769.178568:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:1.0:1775764769.178574:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.178581:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.178587:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.178631:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+292:2382:x1862022966879872:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1014us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.178641:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5369 00010000:00010000:2.0:1775764769.179388:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f67ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b690 expref: 291 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.179405:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b74ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978350208:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.179425:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.179434:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.179440:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.180406:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d6:0x0]: returning size 260096 00000100:00100000:3.0:1775764769.180451:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683073800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978350336:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.180462:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764769.180504:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.180894:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880256 00000100:00100000:1.0:1775764769.180901:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880256 00010000:00010000:1.0:1775764769.181119:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.181153:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23334 00000100:00100000:1.0:1775764769.181164:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+291:2382:x1862022966880256:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.181180:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.181189:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.181374:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f8216 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 293 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.182114:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 292 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.182126:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:2.0:1775764769.182129:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.182133:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682237800, rc 0) 00000100:00100000:2.0:1775764769.182208:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+292:19723:x1862022966879488:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 25445us (25647us total) trans 4294997309 rc 0/0 00000100:00100000:2.0:1775764769.182218:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50745 00010000:00010000:1.0:1775764769.182356:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.182377:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f7566 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb0c expref: 291 pid: 5794 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.182389:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:1.0:1775764769.182393:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.182402:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.182409:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.182435:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764769.182521:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.182529:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.182596:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c7:0x0]: returning size 260096 00010000:00010000:3.0:1775764769.182707:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8240 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 292 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.182725:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 291 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.182733:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:3.0:1775764769.182735:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764769.182737:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935800, rc 0) 00000100:00100000:1.0:1775764769.182746:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+291:2382:x1862022966880256:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1582us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.182758:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23334 00000100:00100000:3.0:1775764769.183062:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+290:19724:x1862022966880128:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5612us (6057us total) trans 4294997310 rc 0/0 00000100:00100000:3.0:1775764769.183069:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50747 00000100:00100000:0.0:1775764769.192074:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.192165:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880384 00000100:00100000:3.0:1775764769.192176:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880384 00000100:00100000:3.0:1775764769.192263:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50748 00000100:00100000:3.0:1775764769.192272:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+290:19723:x1862022966880384:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.192298:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.192319:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f825c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf42 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.192430:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.192443:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 291 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.192452:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.192532:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 291 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.192545:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 291 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.192558:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683073800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978350464:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.192649:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.195398:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.197002:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880512 00000100:00100000:3.0:1775764769.197015:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880512 00000100:00100000:3.0:1775764769.197082:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50749 00000100:00100000:3.0:1775764769.197092:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+292:19724:x1862022966880512:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.197115:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.197135:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f826a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf49 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.197250:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.197276:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 293 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.197285:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.197319:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 293 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.197330:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 293 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.197346:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978350592:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.198496:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982539c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.200982:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.201576:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880640 00000100:00100000:1.0:1775764769.201588:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880640 00010000:00010000:1.0:1775764769.201631:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 294 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.201687:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23335 00000100:00100000:1.0:1775764769.201698:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+294:2382:x1862022966880640:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.201712:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.201719:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 294 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.201745:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 294 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.201770:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:1.0:1775764769.201776:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.201785:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.201792:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.201812:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.201867:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+294:2382:x1862022966880640:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 171us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.201879:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23335 00010000:00010000:3.0:1775764769.202510:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f821d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf2d expref: 293 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.202529:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683073800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978350464:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.202550:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.202560:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.202566:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.202620:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d6:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.202625:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.202645:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.202674:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f825c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf42 expref: 293 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.202687:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf42 expref: 292 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.202695:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:3.0:1775764769.202698:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.202701:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935600, rc 0) 00000100:00100000:3.0:1775764769.202733:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+292:19723:x1862022966880384:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10464us (10670us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.202876:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978350592:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.202888:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.202926:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50748 00000100:00100000:0.0:1775764769.205042:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.205123:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880768 00000100:00100000:3.0:1775764769.205132:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880768 00010000:00010000:3.0:1775764769.205164:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.205200:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23336 00000100:00100000:3.0:1775764769.205210:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+292:2381:x1862022966880768:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.205224:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.205232:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.205245:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.205276:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8247 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf3b expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.205290:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:3.0:1775764769.205296:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.205304:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.205314:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.205344:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.205390:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+291:2381:x1862022966880768:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 181us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.205399:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23336 00010000:00010000:0.0:1775764769.205689:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.205697:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.205740:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c7:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.205745:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.205764:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.205792:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f826a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf49 expref: 291 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.205807:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf49 expref: 290 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.205815:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:0.0:1775764769.205817:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.205820:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935c00, rc 0) 00000100:00100000:0.0:1775764769.205856:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+290:19724:x1862022966880512:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8766us (10476us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.205878:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50749 00000100:00100000:0.0:1775764769.208056:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.208099:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.208134:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.208205:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881152 00000100:00100000:2.0:1775764769.208215:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881152 00000100:00100000:2.0:1775764769.208287:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881024 00000100:00100000:2.0:1775764769.208290:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881024 00000100:00100000:2.0:1775764769.208317:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 468 00000100:00100000:2.0:1775764769.208328:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966881152:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764769.208392:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966881152:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 67us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.208399:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 468 00000100:00100000:2.0:1775764769.208418:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 469 00000100:00100000:2.0:1775764769.208424:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+69:2381:x1862022966881024:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764769.208447:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+69:2381:x1862022966881024:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.208454:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 469 00000100:00100000:3.0:1775764769.208640:0:5788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966880896 00000100:00100000:3.0:1775764769.208645:0:5788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966880896 00000100:00100000:3.0:1775764769.208683:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 645 00000100:00100000:3.0:1775764769.208689:0:5788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783e8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022966880896:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764769.208715:0:5788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783e8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022966880896:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 27us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.208721:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 645 00000100:00080000:0.0:1775764769.208869:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764769.216335:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.216418:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881280 00000100:00100000:2.0:1775764769.216427:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881280 00000100:00100000:2.0:1775764769.216527:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50750 00000100:00100000:2.0:1775764769.216539:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+290:19723:x1862022966881280:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.216559:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.216580:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8278 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf50 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216690:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216704:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216714:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216729:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216735:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216749:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216851:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216862:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216869:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.216899:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.216903:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.216919:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216928:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216935:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216941:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216946:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216951:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.216955:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216961:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216971:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764769.216974:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.216979:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216984:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f827f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.216995:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217000:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217005:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217009:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.217011:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217016:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217021:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xf2061246 (ffff897690fc9200) 00010000:00010000:2.0:1775764769.217023:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.217024:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217029:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f8286 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217053:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8278 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf50 expref: 292 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217064:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf50 expref: 291 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.217070:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:2.0:1775764769.217072:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.217074:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae600, rc 0) 00000100:00100000:2.0:1775764769.217127:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+291:19723:x1862022966881280:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 591us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.217133:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50750 00000100:00100000:1.0:1775764769.221436:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.221436:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.221557:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.221621:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881792 00000100:00100000:3.0:1775764769.221632:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881792 00000100:00100000:2.0:1775764769.221634:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881536 00000100:00100000:2.0:1775764769.221640:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881536 00000100:00100000:3.0:1775764769.221696:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50751 00000100:00100000:3.0:1775764769.221706:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+292:19723:x1862022966881792:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.221725:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1775764769.221729:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881408 00000100:00100000:0.0:1775764769.221735:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881408 00010000:00010000:3.0:1775764769.221744:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8294 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf5e expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.221778:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5370 00000100:00100000:0.0:1775764769.221787:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897787135050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+294:2381:x1862022966881408:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.221798:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.221828:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f828d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf50 expref: 294 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.221845:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:0.0:1775764769.221850:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764769.221866:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.221880:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 293 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.221888:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.221900:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897787135050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+293:2381:x1862022966881408:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 113us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.221908:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5370 00010000:00010000:3.0:1775764769.221921:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 292 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.221935:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 292 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.221949:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978350720:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.222009:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.225013:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978350720:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.225038:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.225520:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.225542:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50752 00000100:00100000:2.0:1775764769.225557:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+292:19724:x1862022966881536:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.225581:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.225600:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f82a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf57 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.225849:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966881920 00000100:00100000:0.0:1775764769.225857:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966881920 00010000:00010000:0.0:1775764769.225886:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 294 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.225916:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23337 00000100:00100000:0.0:1775764769.225927:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+294:2382:x1862022966881920:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.225937:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.225943:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 294 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.225956:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 294 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.225975:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f683f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6ba expref: 294 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.225990:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:0.0:1775764769.225995:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.226005:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.226011:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.226038:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764769.226051:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.226057:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.226074:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 260096 00000100:00100000:0.0:1775764769.226089:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+293:2382:x1862022966881920:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 164us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.226098:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23337 00010000:00010000:3.0:1775764769.226229:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8294 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 294 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.226240:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 293 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.226245:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:3.0:1775764769.226247:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764769.226250:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934200, rc 0) 00000100:00100000:3.0:1775764769.226280:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+293:19723:x1862022966881792:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 4578us (4858us total) trans 4294997311 rc 0/0 00000100:00100000:3.0:1775764769.226285:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50751 00010000:00010000:2.0:1775764769.227389:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227403:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227412:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227425:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227432:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227438:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227945:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227954:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.227960:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.227988:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c9:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.227992:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.228007:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228016:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228023:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228029:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228035:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228043:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.228047:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228053:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228062:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.228064:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.228069:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228073:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228083:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228088:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228093:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228097:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.228099:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228104:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228113:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x2ee4e5f8 (ffff897690fc9200) 00010000:00010000:2.0:1775764769.228116:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.228119:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228123:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228150:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f82a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf57 expref: 293 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228162:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf57 expref: 292 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.228168:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:2.0:1775764769.228170:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.228172:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf400, rc 0) 00000100:00100000:2.0:1775764769.228215:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+292:19724:x1862022966881536:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 2664us (6658us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.228223:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50752 00000100:00100000:0.0:1775764769.232245:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.232351:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.234001:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882176 00000100:00100000:1.0:1775764769.234014:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882176 00000100:00100000:1.0:1775764769.234089:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5371 00000100:00100000:1.0:1775764769.234098:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+292:2381:x1862022966882176:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.234115:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.234138:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f82be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf57 expref: 292 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.234159:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:1.0:1775764769.234164:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.234233:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+291:2381:x1862022966882176:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 136us (1881us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.234241:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5371 00000100:00100000:3.0:1775764769.234719:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882048 00000100:00100000:3.0:1775764769.234725:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882048 00000100:00100000:3.0:1775764769.234775:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50753 00000100:00100000:3.0:1775764769.234783:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+291:19723:x1862022966882048:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.234804:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.234829:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f82c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf65 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.234940:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.234952:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 292 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.234959:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.234991:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 292 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.235005:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 292 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.235017:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978350848:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.235090:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.240558:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.240614:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.240727:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882432 00000100:00100000:3.0:1775764769.240746:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882432 00000100:00100000:3.0:1775764769.240794:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50754 00000100:00100000:3.0:1775764769.240805:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+293:19724:x1862022966882432:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.240840:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.240859:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f82d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf6c expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.240996:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.241010:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 294 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.241019:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.241053:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 294 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.241064:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 294 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.241077:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978350976:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.241163:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982536c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.243533:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882560 00000100:00100000:1.0:1775764769.243546:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882560 00010000:00010000:1.0:1775764769.243604:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 295 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.243649:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23338 00000100:00100000:1.0:1775764769.243658:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:2379:x1862022966882560:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.243673:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.243685:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 295 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.243699:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 295 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.243723:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:1.0:1775764769.243728:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.243736:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.243963:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.243985:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.244038:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:2379:x1862022966882560:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 382us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.244046:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23338 00000100:00100000:2.0:1775764769.245267:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.246334:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978350976:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.246358:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.246434:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882688 00000100:00100000:1.0:1775764769.246441:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882688 00010000:00010000:1.0:1775764769.246512:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 295 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.246543:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23339 00000100:00100000:1.0:1775764769.246551:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+295:2382:x1862022966882688:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.246566:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.246572:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 295 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.246584:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 295 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.246614:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f75a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb21 expref: 295 pid: 9373 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.246628:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:1.0:1775764769.246633:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.246642:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.246648:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.246675:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.246715:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+294:2382:x1862022966882688:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 164us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.246722:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23339 00010000:00010000:3.0:1775764769.249609:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.249626:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.249649:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c9:0x0]: returning size 260096 00010000:00010000:3.0:1775764769.249841:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f82d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 295 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.249861:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 294 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.249870:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:3.0:1775764769.249874:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764769.249877:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934e00, rc 0) 00000100:00100000:3.0:1775764769.249946:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+294:19724:x1862022966882432:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9143us (9397us total) trans 4294997312 rc 0/0 00000100:00100000:3.0:1775764769.249954:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50754 00010000:00010000:0.0:1775764769.253128:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f829b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf5e expref: 293 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.253151:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978350848:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.253173:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.253187:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.253193:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.253238:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.253243:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.253276:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.253313:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f82c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf65 expref: 293 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.253326:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf65 expref: 292 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.253334:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:0.0:1775764769.253338:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.253341:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934000, rc 0) 00000100:00100000:0.0:1775764769.253579:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+292:19723:x1862022966882048:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 18796us (21345us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.253588:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50753 00000100:00100000:1.0:1775764769.255688:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.258158:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882816 00000100:00100000:2.0:1775764769.258173:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882816 00000100:00100000:2.0:1775764769.258254:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50755 00000100:00100000:2.0:1775764769.258263:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+292:19724:x1862022966882816:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.258286:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.258307:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf73 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.258425:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.258439:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 293 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.258447:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.258528:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 293 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.258544:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 293 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.258561:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978351104:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.258682:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.261162:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.261401:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966882944 00000100:00100000:0.0:1775764769.261412:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966882944 00000100:00100000:0.0:1775764769.261499:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50756 00000100:00100000:0.0:1775764769.261510:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+294:19723:x1862022966882944:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.261533:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.261552:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f82f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf7a expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261641:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261655:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261666:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261683:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261690:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261696:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261803:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261812:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261818:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.261852:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2da:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.261856:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.261877:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261889:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261898:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261904:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261910:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261915:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.261919:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261926:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261937:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.261940:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.261944:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261949:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f82fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261960:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261965:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261970:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261974:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.261977:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261981:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261987:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xbcf75103 (ffff897691036b00) 00010000:00010000:0.0:1775764769.261990:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.261992:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.261997:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f8304 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.262026:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f82f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 296 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.262039:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 295 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.262045:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:0.0:1775764769.262047:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.262050:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00000100:00100000:0.0:1775764769.262102:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+295:19723:x1862022966882944:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 595us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.262110:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50756 00000100:00100000:2.0:1775764769.265128:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978351104:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.265158:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.273021:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.273565:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966883072 00000100:00100000:1.0:1775764769.273575:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966883072 00010000:00010000:1.0:1775764769.273613:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 295 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.273720:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23340 00000100:00100000:1.0:1775764769.273732:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+295:2381:x1862022966883072:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.273759:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.273766:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 295 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.273779:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 295 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.273800:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f82da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf6c expref: 295 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.273816:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:1.0:1775764769.273822:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.273831:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.273837:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.273869:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.273919:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+294:2381:x1862022966883072:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 189us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.273927:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23340 00010000:00010000:2.0:1775764769.273987:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.273995:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.274039:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c9:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.274043:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.274063:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.274094:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f82e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf73 expref: 294 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.274109:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf73 expref: 293 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.274116:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:2.0:1775764769.274119:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.274121:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae400, rc 0) 00000100:00100000:2.0:1775764769.274163:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+293:19724:x1862022966882816:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 15901us (19423us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.274169:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50755 00000100:00100000:2.0:1775764769.295666:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.295714:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.295723:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966883328 00000100:00100000:3.0:1775764769.295734:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966883328 00000100:00100000:3.0:1775764769.295797:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50757 00000100:00100000:3.0:1775764769.295953:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+293:19723:x1862022966883328:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.295973:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.295990:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8312 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf81 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296158:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296171:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 294 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296177:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 294 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296183:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296221:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 294 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296232:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 294 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.296238:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966883456 00000100:00100000:3.0:1775764769.296243:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978351232:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.296244:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966883456 00010000:00010000:0.0:1775764769.296268:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 295 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.296298:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23341 00000100:00100000:0.0:1775764769.296306:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:2380:x1862022966883456:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.296315:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.296320:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 295 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.296332:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 295 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.296353:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:0.0:1775764769.296358:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.296364:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.296370:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.296401:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:2380:x1862022966883456:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 96us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.296409:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23341 00010000:00010000:3.0:1775764769.296424:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 294 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.296432:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 294 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.296439:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978351360:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.296564:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982536c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.298751:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.298913:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966883584 00000100:00100000:1.0:1775764769.298921:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966883584 00000100:00100000:1.0:1775764769.298968:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50758 00000100:00100000:1.0:1775764769.298976:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+295:19724:x1862022966883584:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.298992:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.299008:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f8320 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf88 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299084:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299097:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299107:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299120:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299125:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299131:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299218:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299225:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299232:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.299259:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cb:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.299263:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.299279:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299289:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299296:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299301:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299307:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299312:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768709fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.299315:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299322:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299332:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.299336:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.299341:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299347:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8327 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299363:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299369:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299374:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299379:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768709f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.299381:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299386:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299393:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x51a4c572 (ffff897682bd0800) 00010000:00010000:1.0:1775764769.299394:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.299397:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299402:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f832e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299427:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f8320 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf88 expref: 297 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299438:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf88 expref: 296 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.299449:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:1.0:1775764769.299451:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.299453:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709f400, rc 0) 00000100:00100000:1.0:1775764769.299563:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+296:19724:x1862022966883584:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 587us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.299571:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50758 00010000:00010000:3.0:1775764769.303333:0:5795:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000006c9ff681 x1862022978351232) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 295 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.303355:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f830b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf7a expref: 295 pid: 11866 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.303369:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978351232:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.303379:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978351360:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.303397:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:3.0:1775764769.303401:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.303408:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.303415:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.305266:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.306690:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966883712 00000100:00100000:1.0:1775764769.306702:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966883712 00010000:00010000:1.0:1775764769.306756:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.306798:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23342 00000100:00100000:1.0:1775764769.306816:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897787134050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+295:2381:x1862022966883712:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.306832:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.306838:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.306851:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.306874:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f6893 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6dd expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.307333:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.307390:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966883840 00000100:00100000:0.0:1775764769.307396:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966883840 00000100:00100000:0.0:1775764769.307439:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5372 00000100:00100000:0.0:1775764769.307447:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+296:2382:x1862022966883840:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.307457:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.307497:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8335 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf88 expref: 296 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.307516:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:0.0:1775764769.307522:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.307574:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+295:2382:x1862022966883840:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 128us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.307582:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5372 00010000:00010000:1.0:1775764769.308696:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:1.0:1775764769.308702:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.308713:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.308721:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.308751:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.308785:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897787134050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+294:2381:x1862022966883712:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1978us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.308792:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23342 00010000:00010000:3.0:1775764769.309576:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.309586:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.309613:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2da:0x0]: returning size 260096 00010000:00010000:3.0:1775764769.309783:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8312 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 294 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.309802:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 293 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.309810:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:3.0:1775764769.309813:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764769.309816:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934800, rc 0) 00000100:00100000:3.0:1775764769.309858:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+293:19723:x1862022966883328:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14052us (14201us total) trans 4294997313 rc 0/0 00000100:00100000:3.0:1775764769.309866:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50757 00000100:00100000:3.0:1775764769.313029:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.313226:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884096 00000100:00100000:1.0:1775764769.313235:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884096 00000100:00100000:1.0:1775764769.313300:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50759 00000100:00100000:1.0:1775764769.313308:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+293:19724:x1862022966884096:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.313329:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.313348:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f8343 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf8f expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.313509:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.313523:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 294 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.313531:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.313565:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 294 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.313580:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 294 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.313734:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978351488:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.313825:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.319665:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.319832:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.320327:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884352 00000100:00100000:3.0:1775764769.320336:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884352 00010000:00010000:3.0:1775764769.320371:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.320413:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23343 00000100:00100000:3.0:1775764769.320422:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:2381:x1862022966884352:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.320436:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.320443:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.320456:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 295 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.320518:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:3.0:1775764769.320524:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.320533:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.320540:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.320559:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.320613:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:2381:x1862022966884352:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 192us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.320621:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23343 00010000:00010000:1.0:1775764769.321214:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f75e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb36 expref: 294 pid: 16259 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.321230:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978351488:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.321259:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.321268:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.321274:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.321291:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cb:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.321445:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f8343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 295 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.321460:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 294 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.321506:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:1.0:1775764769.321509:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.321512:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709fc00, rc 0) 00000100:00100000:1.0:1775764769.321548:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+294:19724:x1862022966884096:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8241us (8526us total) trans 4294997314 rc 0/0 00000100:00100000:1.0:1775764769.321556:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50759 00000100:00100000:1.0:1775764769.321574:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884224 00000100:00100000:1.0:1775764769.321579:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884224 00000100:00100000:2.0:1775764769.324560:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.325082:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884480 00000100:00100000:0.0:1775764769.325091:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884480 00000100:00100000:0.0:1775764769.325136:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50760 00000100:00100000:0.0:1775764769.325145:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+295:19723:x1862022966884224:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.325168:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.325192:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8358 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf96 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.325320:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.325334:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 296 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.325342:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.325376:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 296 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.325389:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 296 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.325402:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978351616:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.325514:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.325736:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50761 00000100:00100000:1.0:1775764769.325758:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+296:19724:x1862022966884480:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.325768:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.325778:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f8366 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bf9d expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.326034:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.326045:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 297 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.326051:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.326072:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 297 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.326080:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 297 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.326090:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978351744:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.326128:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.329409:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978351744:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.329437:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.329673:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.329709:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.329965:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884608 00000100:00100000:2.0:1775764769.329973:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884608 00010000:00010000:2.0:1775764769.330008:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 298 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.330044:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884736 00000100:00100000:2.0:1775764769.330048:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884736 00010000:00010000:2.0:1775764769.330060:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 299 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.330084:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23344 00000100:00100000:2.0:1775764769.330092:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966884608:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.330106:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.330112:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 299 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.330125:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 299 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.330149:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f834a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf8f expref: 299 pid: 5796 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.330169:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:2.0:1775764769.330175:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.330184:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.330192:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.330217:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.330353:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23345 00000100:00100000:3.0:1775764769.330363:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+298:2379:x1862022966884736:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.330371:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.330376:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 298 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.330386:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 298 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.330397:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:3.0:1775764769.330401:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.330408:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.330414:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.330427:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.330453:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+298:2379:x1862022966884736:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 94us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.330461:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23345 00000100:00100000:2.0:1775764769.332161:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+297:2381:x1862022966884608:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 2064us (2483us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.332172:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23344 00010000:00010000:1.0:1775764769.332287:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.332297:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.332342:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cb:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.332347:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.332368:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.332399:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f8366 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf9d expref: 297 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.332417:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf9d expref: 296 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.332425:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:1.0:1775764769.332428:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.332430:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709fa00, rc 0) 00000100:00100000:1.0:1775764769.332512:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+296:19724:x1862022966884480:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6757us (7958us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.332519:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50761 00010000:00010000:0.0:1775764769.336977:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934800/0x2aac6a50e5f8319 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf81 expref: 295 pid: 5795 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.336997:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978351616:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.337019:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.337027:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.337031:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.337070:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2da:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.337073:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.337090:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.337118:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8358 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf96 expref: 295 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.337128:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf96 expref: 294 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.337134:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:0.0:1775764769.337137:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.337139:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4600, rc 0) 00000100:00100000:0.0:1775764769.337209:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+294:19723:x1862022966884224:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12066us (17552us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.337218:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50760 00000100:00100000:3.0:1775764769.342726:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.342906:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884864 00000100:00100000:0.0:1775764769.342917:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884864 00000100:00100000:0.0:1775764769.343022:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50762 00000100:00100000:0.0:1775764769.343033:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+294:19724:x1862022966884864:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.343053:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.343072:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8374 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfa4 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343163:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343179:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343193:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343209:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343216:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343222:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343326:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343334:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343341:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.343375:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cd:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.343380:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.343400:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343412:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343421:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343428:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343435:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343441:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb5400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.343446:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343454:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343520:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764769.343524:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.343528:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343534:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f837b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343545:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343550:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343556:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343560:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.343563:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343569:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343577:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x6324417e (ffff897691036b00) 00010000:00010000:0.0:1775764769.343579:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.343581:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343587:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8382 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343619:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8374 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfa4 expref: 296 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343632:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfa4 expref: 295 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.343640:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:0.0:1775764769.343642:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.343644:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4200, rc 0) 00000100:00100000:0.0:1775764769.343713:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+295:19724:x1862022966884864:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 681us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.343725:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50762 00000100:00100000:3.0:1775764769.346037:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.346078:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966884992 00000100:00100000:0.0:1775764769.346087:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966884992 00000100:00100000:0.0:1775764769.346136:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50763 00000100:00100000:0.0:1775764769.346146:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+295:19723:x1862022966884992:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.346175:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.346199:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8390 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfab expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346297:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346311:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346323:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346337:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346344:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346351:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346452:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346499:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346507:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.346542:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dc:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.346547:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.346566:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346577:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346586:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346592:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346598:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346603:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682237800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.346608:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346615:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346626:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.346629:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.346633:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346639:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8397 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346652:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346658:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346664:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346669:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682237200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.346672:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346677:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346683:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x98ca20bd (ffff897691036f00) 00010000:00010000:0.0:1775764769.346686:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.346688:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346694:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f839e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346726:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8390 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfab expref: 297 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346740:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfab expref: 296 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.346746:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:0.0:1775764769.346748:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.346751:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236400, rc 0) 00000100:00100000:0.0:1775764769.346820:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+296:19723:x1862022966884992:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 664us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.346828:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50763 00000100:00100000:2.0:1775764769.349580:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.349609:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.349626:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966885248 00000100:00100000:0.0:1775764769.349635:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966885248 00000100:00100000:2.0:1775764769.349644:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966885376 00000100:00100000:2.0:1775764769.349650:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966885376 00000100:00100000:0.0:1775764769.349689:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50764 00000100:00100000:2.0:1775764769.349698:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5373 00000100:00100000:0.0:1775764769.349703:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+297:19724:x1862022966885248:12345-192.168.202.46@tcp:101:dbench.0 00000100:00100000:2.0:1775764769.349712:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+297:2380:x1862022966885376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.349722:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.349726:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.349740:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f83ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfb2 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.349759:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8389 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfa4 expref: 298 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.349778:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:2.0:1775764769.349784:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.349834:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+297:2380:x1862022966885376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 126us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.349842:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5373 00010000:00010000:0.0:1775764769.349862:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.349876:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 296 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.349883:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.349913:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 296 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.349927:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 296 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.349940:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978351872:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.350005:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.353401:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978351872:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.353424:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.354204:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.354207:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.354261:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.356119:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966885504 00000100:00100000:1.0:1775764769.356120:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966885888 00000100:00100000:0.0:1775764769.356132:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966885504 00000100:00100000:1.0:1775764769.356132:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966885888 00010000:00010000:1.0:1775764769.356185:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.356210:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23346 00000100:00100000:0.0:1775764769.356221:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897787134c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+298:2382:x1862022966885888:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775764769.356230:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5374 00010000:00010000:0.0:1775764769.356238:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1775764769.356240:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+298:2381:x1862022966885504:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.356249:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356265:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356283:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f7623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb4b expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356295:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:0.0:1775764769.356299:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356306:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356311:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356331:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.356374:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897787134c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+297:2382:x1862022966885888:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 157us (2124us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.356379:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23346 00010000:00010000:0.0:1775764769.356398:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356403:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.356418:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cd:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.356541:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.356557:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236400/0x2aac6a50e5f83a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfab expref: 297 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.356570:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:1.0:1775764769.356574:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764769.356622:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f83ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 297 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356637:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 296 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.356644:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:0.0:1775764769.356647:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764769.356649:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4a00, rc 0) 00000100:00100000:0.0:1775764769.356690:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+296:19724:x1862022966885248:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 6993us (7118us total) trans 4294997315 rc 0/0 00000100:00100000:0.0:1775764769.356700:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50764 00000100:00100000:0.0:1775764769.356716:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966885760 00000100:00100000:0.0:1775764769.356719:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966885760 00000100:00100000:0.0:1775764769.357260:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50765 00000100:00100000:0.0:1775764769.357270:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+296:19723:x1862022966885760:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.357287:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.357300:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f83c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfb9 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.357407:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.357419:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 297 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.357426:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.357455:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 297 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.357494:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 297 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.357509:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978352000:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.357580:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.357757:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+297:2381:x1862022966885504:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1518us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.357765:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5374 00000100:00100000:0.0:1775764769.362805:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.362850:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.362970:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886144 00000100:00100000:1.0:1775764769.362979:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886144 00000100:00100000:1.0:1775764769.363033:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50766 00000100:00100000:1.0:1775764769.363042:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+297:19724:x1862022966886144:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.363067:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.363087:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f83cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfc0 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.363210:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.363225:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 298 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.363241:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.363287:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 298 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.363298:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.363323:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978352128:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.363403:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.364062:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886016 00000100:00100000:3.0:1775764769.364068:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886016 00010000:00010000:3.0:1775764769.364094:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 299 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.364129:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23347 00000100:00100000:3.0:1775764769.364137:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966886016:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.364148:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.364154:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 299 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.364166:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 299 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.364184:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:3.0:1775764769.364189:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.364198:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.364205:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.364219:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.364247:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966886016:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 110us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.364265:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23347 00010000:00010000:2.0:1775764769.366727:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f6911 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b707 expref: 298 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.366765:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978352000:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.366800:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.366823:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.366830:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.366853:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dc:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.367053:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f83c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 299 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.367071:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 298 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.367080:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:2.0:1775764769.367084:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.367087:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4e00, rc 0) 00000100:00100000:2.0:1775764769.367152:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+298:19723:x1862022966885760:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9884us (12950us total) trans 4294997316 rc 0/0 00000100:00100000:2.0:1775764769.367161:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50765 00000100:00100000:0.0:1775764769.377126:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.377243:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886272 00000100:00100000:2.0:1775764769.377267:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886272 00010000:00010000:2.0:1775764769.377332:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.377391:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23348 00000100:00100000:2.0:1775764769.377404:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+298:2381:x1862022966886272:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.377425:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.377435:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.377453:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.377513:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:2.0:1775764769.377520:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.377529:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.377537:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.377556:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.377606:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+298:2381:x1862022966886272:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 205us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.377614:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23348 00010000:00010000:1.0:1775764769.377765:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f83b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb2 expref: 297 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.377783:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978352128:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.377802:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.377811:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.377817:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.377861:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cd:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.377865:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.377896:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.377927:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f83cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfc0 expref: 297 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.377940:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfc0 expref: 296 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.377948:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:1.0:1775764769.377951:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.377953:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709f200, rc 0) 00000100:00100000:1.0:1775764769.377992:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+296:19724:x1862022966886144:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14951us (15141us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.377998:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50766 00000100:00100000:0.0:1775764769.388635:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.388725:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.388817:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886400 00000100:00100000:2.0:1775764769.388827:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886400 00000100:00100000:2.0:1775764769.388873:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886528 00000100:00100000:2.0:1775764769.388876:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886528 00000100:00100000:2.0:1775764769.388916:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50767 00000100:00100000:2.0:1775764769.388925:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+297:19723:x1862022966886400:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.388950:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.388970:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f83e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfc7 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.389086:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.389099:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 298 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.389107:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.389140:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 298 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.389154:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.389167:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978352256:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.389258:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.389349:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50768 00000100:00100000:1.0:1775764769.389358:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+298:19724:x1862022966886528:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.389366:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.389376:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f83f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfce expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389435:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389446:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389457:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389531:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389539:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389546:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389649:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389658:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389664:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.389690:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d1:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.389695:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.389713:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389724:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389732:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389738:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389748:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389754:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768709ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.389758:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389765:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389775:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.389778:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.389783:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389788:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f83f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389800:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389805:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389810:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389815:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768709f800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.389818:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389828:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389834:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9e362f1b (ffff897682bd0800) 00010000:00010000:1.0:1775764769.389837:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.389839:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389844:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8400 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389871:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f83f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 300 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389883:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 299 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.389890:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:1.0:1775764769.389892:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.389894:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709fc00, rc 0) 00000100:00100000:1.0:1775764769.389931:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+299:19724:x1862022966886528:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 574us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.389938:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50768 00000100:00100000:1.0:1775764769.398731:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.398829:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.398917:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886656 00000100:00100000:2.0:1775764769.398927:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886656 00010000:00010000:2.0:1775764769.398966:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 299 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.399006:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23349 00000100:00100000:2.0:1775764769.399015:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966886656:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.399030:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.399037:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 299 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399052:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 299 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399077:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:2.0:1775764769.399083:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399092:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399098:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399116:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.399160:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966886656:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 147us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.399168:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23349 00010000:00010000:2.0:1775764769.399221:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f83c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfb9 expref: 298 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.399238:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978352256:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.399271:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399281:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399286:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.399344:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dc:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.399350:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.399371:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399400:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f83e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfc7 expref: 298 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399413:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfc7 expref: 297 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399420:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:2.0:1775764769.399423:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.399425:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cafe00, rc 0) 00000100:00100000:2.0:1775764769.399452:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+297:19723:x1862022966886400:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10529us (10832us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.399458:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50767 00000100:00100000:2.0:1775764769.399508:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966886912 00000100:00100000:2.0:1775764769.399512:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966886912 00000100:00100000:2.0:1775764769.399532:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50769 00000100:00100000:2.0:1775764769.399538:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+297:19724:x1862022966886912:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.399551:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.399564:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f840e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfd5 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399669:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399680:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 298 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399688:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 298 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399696:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399721:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 298 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399733:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 298 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.399746:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978352384:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.399821:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 298 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.399829:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 298 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.399838:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978352512:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.399860:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.411354:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.411400:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.411429:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.411517:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966887168 00000100:00100000:0.0:1775764769.411525:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966887168 00010000:00010000:0.0:1775764769.411561:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 299 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.411606:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966887296 00000100:00100000:0.0:1775764769.411609:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966887296 00010000:00010000:0.0:1775764769.411620:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 300 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.411643:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23350 00000100:00100000:0.0:1775764769.411651:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+300:2382:x1862022966887168:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.411666:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.411672:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 300 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411685:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 300 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411706:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:0.0:1775764769.411712:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411720:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411727:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.411774:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+300:2382:x1862022966887168:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 122us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.411781:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23350 00000100:00100000:0.0:1775764769.411798:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23351 00000100:00100000:0.0:1775764769.411805:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966887296:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.411813:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.411817:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 299 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411826:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 299 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411836:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:0.0:1775764769.411839:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411846:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411853:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.411868:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.411898:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+299:2381:x1862022966887296:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 94us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.411905:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23351 00010000:00010000:0.0:1775764769.411948:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f8407 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfce expref: 298 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.411965:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978352384:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.411976:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f7662 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb60 expref: 297 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.411986:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978352512:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.412006:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412015:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412021:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.412040:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d1:0x0]: returning size 260096 00010000:00010000:0.0:1775764769.412195:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f840e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 298 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412208:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 297 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412216:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:0.0:1775764769.412220:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764769.412222:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae200, rc 0) 00000100:00100000:0.0:1775764769.412250:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+297:19724:x1862022966886912:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12712us (13530us total) trans 4294997317 rc 0/0 00000100:00100000:0.0:1775764769.412257:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50769 00000100:00100000:0.0:1775764769.412270:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966887040 00000100:00100000:0.0:1775764769.412274:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966887040 00000100:00100000:0.0:1775764769.412301:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50770 00000100:00100000:0.0:1775764769.412308:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+297:19723:x1862022966887040:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.412321:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.412334:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f8423 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfdc expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412418:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412428:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412435:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412447:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412454:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412460:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412602:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412615:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412621:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.412648:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2de:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.412653:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.412666:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412676:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412686:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412694:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412701:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412707:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.412711:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412718:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412727:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.412731:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.412735:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412741:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f842a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412752:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412758:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412764:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412769:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.412772:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412777:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412783:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x3afecd66 (ffff897691036f00) 00010000:00010000:0.0:1775764769.412786:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.412788:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412793:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8431 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412814:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f8423 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 299 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412825:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 298 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.412833:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:0.0:1775764769.412835:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.412837:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e600, rc 0) 00000100:00100000:0.0:1775764769.412859:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+298:19723:x1862022966887040:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 552us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.412866:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50770 00000100:00100000:2.0:1775764769.418515:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.418560:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.418633:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966887552 00000100:00100000:1.0:1775764769.418642:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966887552 00000100:00100000:1.0:1775764769.418697:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966887808 00000100:00100000:1.0:1775764769.418700:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966887808 00000100:00100000:1.0:1775764769.418728:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50771 00000100:00100000:1.0:1775764769.418737:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+299:19724:x1862022966887552:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.418759:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.418777:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f843f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfe3 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.418909:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.418923:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 300 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.418932:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.418962:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 300 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.418975:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 300 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.418990:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978352640:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.419078:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.419097:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50772 00000100:00100000:1.0:1775764769.419104:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+300:19723:x1862022966887808:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.419112:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.419121:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f844d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfea expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419208:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419218:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 301 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419226:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 301 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419233:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419251:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 301 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419260:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.419268:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978352768:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.419297:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 301 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.419319:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 301 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.419328:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978352896:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.419348:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.424512:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.424621:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966887936 00000100:00100000:0.0:1775764769.424632:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966887936 00010000:00010000:0.0:1775764769.424670:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 302 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.424704:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23352 00000100:00100000:0.0:1775764769.424715:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+302:2382:x1862022966887936:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.424731:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.424737:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 302 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.424749:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 302 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.424771:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:0.0:1775764769.424777:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.424785:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.424792:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.424903:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+302:2382:x1862022966887936:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 189us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.424912:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23352 00000100:00100000:3.0:1775764769.435156:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.435194:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.435220:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888192 00000100:00100000:3.0:1775764769.435228:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888192 00010000:00010000:3.0:1775764769.435274:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 302 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.435305:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888064 00000100:00100000:3.0:1775764769.435308:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888064 00010000:00010000:3.0:1775764769.435321:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 303 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.435340:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23353 00000100:00100000:3.0:1775764769.435348:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897787137850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+303:2379:x1862022966888192:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.435362:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.435369:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 303 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.435388:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 303 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.435411:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:3.0:1775764769.435416:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.435425:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.435432:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.435451:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.435528:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897787137850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+303:2379:x1862022966888192:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 180us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.435536:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23353 00000100:00100000:3.0:1775764769.435583:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23354 00000100:00100000:3.0:1775764769.436353:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+302:2381:x1862022966888064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.436370:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.436377:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 302 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.436390:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 302 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.436403:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:3.0:1775764769.436408:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.436414:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.436420:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.436433:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.436457:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+302:2381:x1862022966888064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 867us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.436501:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23354 00010000:00010000:2.0:1775764769.438974:0:5795:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000000a6f4b1a x1862022978352768) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.438999:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8438 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfdc expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.439016:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978352768:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.439034:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f696c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b723 expref: 300 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.439043:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978352896:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.439066:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:2.0:1775764769.439074:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.439083:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.439089:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.439112:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2de:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.439305:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f844d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 301 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.439328:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 300 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.439335:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:2.0:1775764769.439338:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.439340:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709f400, rc 0) 00000100:00100000:2.0:1775764769.439407:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+300:19723:x1862022966887808:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 20303us (20845us total) trans 4294997318 rc 0/0 00000100:00100000:2.0:1775764769.439417:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50772 00000100:00100000:3.0:1775764769.443447:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.443560:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888320 00000100:00100000:0.0:1775764769.443570:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888320 00000100:00100000:0.0:1775764769.443627:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50773 00000100:00100000:0.0:1775764769.443637:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+300:19723:x1862022966888320:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.443657:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.443678:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8462 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bff1 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.443790:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.443816:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 301 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.443824:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.443856:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 301 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.443870:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 301 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.444071:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978353024:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.444161:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983abf00 going to sleep for 11 seconds 00010000:00010000:1.0:1775764769.445037:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8415 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfd5 expref: 301 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.445052:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978352640:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.445070:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.445077:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.445082:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.445112:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d1:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.445116:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.445130:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.445154:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f843f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfe3 expref: 301 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.445168:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfe3 expref: 300 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.445178:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:1.0:1775764769.445182:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.445185:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709f800, rc 0) 00000100:00100000:1.0:1775764769.445229:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+300:19724:x1862022966887552:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 26492us (26764us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.445238:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50771 00000100:00100000:1.0:1775764769.454101:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.454195:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.454265:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978353024:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.454291:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.454340:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888576 00000100:00100000:3.0:1775764769.454347:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888576 00000100:00100000:3.0:1775764769.454395:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50774 00000100:00100000:3.0:1775764769.454402:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+300:19724:x1862022966888576:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.454423:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.454437:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8470 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bff8 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.454522:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888448 00000100:00100000:2.0:1775764769.454527:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888448 00010000:00010000:2.0:1775764769.454549:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454560:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454572:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.454580:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23355 00010000:00010000:3.0:1775764769.454586:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.454592:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+302:2382:x1862022966888448:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.454608:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.454613:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454615:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454629:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454636:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454641:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454661:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8454 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfea expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454683:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:2.0:1775764769.454687:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454696:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454705:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454728:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.454733:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764769.454738:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454747:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.454751:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.454757:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.454781:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2de:0x0]: returning size 260096 00000100:00100000:2.0:1775764769.454781:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+301:2382:x1862022966888448:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 193us (691us total) trans 0 rc 0/0 00000004:00200000:3.0:1775764769.454781:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d3:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.454788:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00200000:3.0:1775764769.454788:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1775764769.454793:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23355 00000004:00010000:3.0:1775764769.454806:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764769.454816:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454818:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454826:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454832:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.454840:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237800/0x2aac6a50e5f8462 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff1 expref: 301 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.454854:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff1 expref: 300 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454855:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454861:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.454862:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:1.0:1775764769.454864:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.454865:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.454867:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682236000, rc 0) 00010000:00010000:3.0:1775764769.454872:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454880:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764769.454882:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.454885:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454891:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8477 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454900:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.454903:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+300:19723:x1862022966888320:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11268us (11465us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764769.454907:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.454909:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50773 00010000:00010000:3.0:1775764769.454913:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454918:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.454921:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454931:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454938:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xf2061246 (ffff8977a2c32600) 00010000:00010000:3.0:1775764769.454940:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.454942:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454947:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f847e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454970:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8470 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 300 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454982:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 299 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.454990:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:3.0:1775764769.454992:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.454994:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935e00, rc 0) 00000100:00100000:3.0:1775764769.455017:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+299:19724:x1862022966888576:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 616us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.455021:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50774 00000100:00100000:1.0:1775764769.459759:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.459825:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888832 00000100:00100000:2.0:1775764769.459835:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888832 00000100:00100000:2.0:1775764769.459898:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50775 00000100:00100000:2.0:1775764769.459910:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+299:19724:x1862022966888832:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.459930:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.459950:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f848c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421bfff expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.460084:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.460099:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 300 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.460113:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 300 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.460122:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.460155:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 300 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.460169:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 300 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.460183:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978353152:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.462817:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.462863:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.462916:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889088 00000100:00100000:3.0:1775764769.462916:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966888960 00000100:00100000:1.0:1775764769.462925:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889088 00000100:00100000:3.0:1775764769.462925:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966888960 00010000:00010000:1.0:1775764769.462960:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 302 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.462978:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50776 00000100:00100000:1.0:1775764769.462991:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23356 00000100:00100000:1.0:1775764769.462999:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+302:2379:x1862022966889088:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1775764769.463005:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+302:19723:x1862022966888960:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.463014:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.463021:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 302 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463023:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.463033:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 302 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463037:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f849a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c006 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.463052:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:1.0:1775764769.463057:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.463065:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.463070:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.463110:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+303:2379:x1862022966889088:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 112us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.463116:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23356 00010000:00010000:3.0:1775764769.463122:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463133:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463143:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463160:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.463161:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 302 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463177:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.463186:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 302 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463186:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.463213:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978353280:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.463303:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463309:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463313:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.463340:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d4:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.463343:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.463356:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463365:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463370:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463375:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463378:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463382:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.463385:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463390:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463395:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764769.463397:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.463399:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463402:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f84a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463410:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463417:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463420:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463423:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.463424:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463427:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463431:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x76821429 (ffff8977a2c32600) 00010000:00010000:3.0:1775764769.463432:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.463433:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463436:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f84a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463453:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f849a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c006 expref: 303 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463460:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c006 expref: 302 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.463495:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:3.0:1775764769.463498:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.463501:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934400, rc 0) 00000100:00100000:2.0:1775764769.463722:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.463825:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+302:19723:x1862022966888960:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 839us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.463833:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50776 00010000:00010000:2.0:1775764769.468044:0:5795:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000005302a610 x1862022978353152) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 301 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.468065:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8485 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff8 expref: 301 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.468081:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978353152:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.468093:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978353280:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.468114:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:2.0:1775764769.468119:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.468127:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.468135:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.470242:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.470416:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889216 00000100:00100000:2.0:1775764769.470427:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889216 00010000:00010000:2.0:1775764769.470494:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.470536:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23357 00000100:00100000:2.0:1775764769.470545:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+301:2381:x1862022966889216:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.470558:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.470566:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.470578:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.470613:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237400/0x2aac6a50e5f76a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb75 expref: 301 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.470628:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:2.0:1775764769.470633:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.470641:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.470649:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.470671:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.473693:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+300:2381:x1862022966889216:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 3137us (3449us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.473709:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23357 00010000:00010000:2.0:1775764769.473768:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.473778:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.473801:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d3:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.474156:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f848c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 301 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.474175:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 300 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.474189:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:2.0:1775764769.474192:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.474196:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf800, rc 0) 00000100:00100000:2.0:1775764769.474232:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+300:19724:x1862022966888832:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14326us (14485us total) trans 4294997319 rc 0/0 00000100:00100000:2.0:1775764769.474239:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50775 00000100:00100000:0.0:1775764769.477014:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.477735:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889600 00000100:00100000:1.0:1775764769.477745:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889600 00000100:00100000:1.0:1775764769.477817:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5375 00000100:00100000:1.0:1775764769.477828:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+300:2380:x1862022966889600:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.477846:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.477869:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f84af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c006 expref: 300 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.477888:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:1.0:1775764769.477892:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.477941:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+299:2380:x1862022966889600:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 115us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.477949:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5375 00000100:00100000:3.0:1775764769.478428:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.479942:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889472 00000100:00100000:0.0:1775764769.479952:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889472 00000100:00100000:0.0:1775764769.479998:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50777 00000100:00100000:0.0:1775764769.480005:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+299:19723:x1862022966889472:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.480023:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.480041:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f84bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c00d expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.480152:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.480172:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 300 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.480179:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.480299:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 300 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.480310:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 300 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.480320:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978353408:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.480396:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983abf00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.485797:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.485896:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889728 00000100:00100000:1.0:1775764769.485906:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889728 00000100:00100000:1.0:1775764769.486077:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50778 00000100:00100000:1.0:1775764769.486088:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+301:19724:x1862022966889728:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.486111:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.486131:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f84cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c014 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.486242:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.486256:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 302 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.486265:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.486297:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 302 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.486313:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.486327:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978353536:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.486419:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.489551:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978353408:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.489582:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.489825:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.489879:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889856 00000100:00100000:0.0:1775764769.489886:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889856 00010000:00010000:0.0:1775764769.489917:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 303 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.490009:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23358 00000100:00100000:0.0:1775764769.490021:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+303:2382:x1862022966889856:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.490035:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.490042:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 303 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.490056:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 303 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.490076:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f6b41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b7b6 expref: 303 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.490091:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:0.0:1775764769.490096:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.490104:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.490112:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.490141:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.490190:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+302:2382:x1862022966889856:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 172us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.490199:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23358 00010000:00010000:2.0:1775764769.492151:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.492165:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.492189:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d4:0x0]: returning size 260096 00000100:00100000:0.0:1775764769.492737:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978353536:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.492759:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.493238:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237200/0x2aac6a50e5f84bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 303 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.493265:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 302 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.493275:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:2.0:1775764769.493278:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.493281:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e600, rc 0) 00000100:00100000:3.0:1775764769.493871:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.493930:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966889984 00000100:00100000:0.0:1775764769.493937:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966889984 00010000:00010000:0.0:1775764769.493977:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.493999:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966889472:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13992us (15571us total) trans 4294997320 rc 0/0 00000100:00100000:2.0:1775764769.494009:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50777 00000100:00100000:0.0:1775764769.494016:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23359 00000100:00100000:0.0:1775764769.494025:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+302:2382:x1862022966889984:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.494039:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.494045:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.494058:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.494074:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8493 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfff expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.494085:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:0.0:1775764769.494089:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.494099:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.494106:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.494134:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.494157:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+301:2382:x1862022966889984:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 134us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.494164:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23359 00010000:00010000:2.0:1775764769.494216:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.494226:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.494267:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d3:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.494271:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.494286:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.494320:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f84cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c014 expref: 301 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.494333:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c014 expref: 300 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.494340:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:2.0:1775764769.494343:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.494345:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709fe00, rc 0) 00000100:00100000:2.0:1775764769.494366:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+300:19724:x1862022966889728:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8281us (8691us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.494373:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50778 00000100:00100000:3.0:1775764769.501803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.501863:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.501912:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966890112 00000100:00100000:1.0:1775764769.501923:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966890112 00000100:00100000:1.0:1775764769.501985:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966890240 00000100:00100000:1.0:1775764769.501988:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966890240 00000100:00100000:1.0:1775764769.502019:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50779 00000100:00100000:1.0:1775764769.502031:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+301:19723:x1862022966890112:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.502056:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.502208:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f84e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c01b expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.502326:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.502340:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 302 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.502348:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.502382:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 302 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.502401:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 302 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.502415:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978353664:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.502539:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.509601:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50780 00000100:00100000:2.0:1775764769.509656:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+302:19724:x1862022966890240:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.509680:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.509704:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f84ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c022 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.509803:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510228:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510242:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510275:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510282:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510290:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510394:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510402:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510409:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.510444:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d5:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.510449:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.510497:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510510:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510537:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510571:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510577:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510583:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.510587:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510894:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510908:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.510911:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.510917:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510923:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f84f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510935:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510941:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510947:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510953:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.510956:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510962:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510969:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbcf75103 (ffff897690fc9200) 00010000:00010000:2.0:1775764769.510971:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.510973:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.510978:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f84fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.511011:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f84ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 304 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.511025:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 303 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.511032:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764769.511035:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.511038:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae200, rc 0) 00000100:00100000:2.0:1775764769.511098:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+303:19724:x1862022966890240:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1482us (9234us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.511108:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50780 00000100:00100000:3.0:1775764769.511970:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978353664:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.511994:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.515628:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.515711:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966890368 00000100:00100000:3.0:1775764769.515722:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966890368 00010000:00010000:3.0:1775764769.515761:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 303 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.515797:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23360 00000100:00100000:3.0:1775764769.515816:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+303:2381:x1862022966890368:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.515833:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.515839:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 303 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.515852:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 303 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.515877:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f84c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c00d expref: 303 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.515891:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:3.0:1775764769.515897:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.515905:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.515912:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.515942:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.515997:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+302:2381:x1862022966890368:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 191us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.516005:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23360 00010000:00010000:1.0:1775764769.516389:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.516398:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.516441:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d4:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.516445:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.516513:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.516544:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fc00/0x2aac6a50e5f84e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c01b expref: 302 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.516561:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c01b expref: 301 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.516569:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:1.0:1775764769.516572:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.516575:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709ea00, rc 0) 00000100:00100000:1.0:1775764769.516607:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+301:19723:x1862022966890112:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14579us (14812us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.516615:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50779 00000100:00100000:1.0:1775764769.523654:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.523746:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966890624 00000100:00100000:2.0:1775764769.523756:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966890624 00000100:00100000:2.0:1775764769.523810:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50781 00000100:00100000:2.0:1775764769.523820:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+301:19724:x1862022966890624:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.523842:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.523862:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f850a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c029 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524003:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524031:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 302 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524040:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 302 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524047:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524082:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 302 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524094:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 302 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.524108:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978353792:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.524227:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 302 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.524241:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 302 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.524260:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffe300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978353920:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.524283:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.526133:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.526171:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.526245:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966890752 00000100:00100000:1.0:1775764769.526264:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966890752 00010000:00010000:1.0:1775764769.526297:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.526334:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23361 00000100:00100000:1.0:1775764769.526344:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+303:2380:x1862022966890752:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.526357:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.526363:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.526377:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.526397:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:1.0:1775764769.526402:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.526410:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.526418:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.526498:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+303:2380:x1862022966890752:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 154us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.526506:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23361 00000100:00100000:2.0:1775764769.527013:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966890880 00000100:00100000:2.0:1775764769.527019:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966890880 00000100:00100000:2.0:1775764769.527061:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50782 00000100:00100000:2.0:1775764769.527069:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966890880:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.527085:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.527100:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8518 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c030 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527187:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527201:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527212:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527227:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527234:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527246:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527347:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527356:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527362:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.527392:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e0:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.527397:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.527413:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527424:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527431:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527438:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527445:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527451:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.527455:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527690:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527702:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764769.527705:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.527709:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527715:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f851f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527728:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527734:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527739:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527744:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.527746:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527751:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527757:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xbea011c (ffff897690fc9200) 00010000:00010000:2.0:1775764769.527760:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.527762:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527770:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8526 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527796:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8518 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 305 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527808:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 304 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.527815:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:2.0:1775764769.527817:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.527819:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4a00, rc 0) 00000100:00100000:0.0:1775764769.531743:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764769.532084:0:5796:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000068f6b7e7 x1862022978353792) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 304 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.532105:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8503 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c022 expref: 304 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.532121:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978353792:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.532134:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffe300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978353920:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.532155:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764769.532159:0:5796:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.532168:0:5796:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.532178:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.532222:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966890880:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5153us (6049us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.532232:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50782 00000100:00100000:3.0:1775764769.532384:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891008 00000100:00100000:3.0:1775764769.532392:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891008 00010000:00010000:3.0:1775764769.532421:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 303 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.532453:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23362 00000100:00100000:3.0:1775764769.532460:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+303:2381:x1862022966891008:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.532504:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.532510:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 303 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.532528:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 303 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.532546:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f7726 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bba6 expref: 303 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.532556:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:3.0:1775764769.532560:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.532569:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.532575:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.532766:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764769.532839:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.532846:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.532865:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d5:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.533007:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f850a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 304 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.533022:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 303 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.533029:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764769.533031:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.533033:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caea00, rc 0) 00000100:00100000:3.0:1775764769.533244:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+303:2381:x1862022966891008:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 783us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.533368:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23362 00000100:00100000:2.0:1775764769.533412:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+302:19724:x1862022966890624:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9594us (9768us total) trans 4294997321 rc 0/0 00000100:00100000:2.0:1775764769.533419:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50781 00000100:00100000:3.0:1775764769.540037:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.540105:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891392 00000100:00100000:1.0:1775764769.540115:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891392 00000100:00100000:1.0:1775764769.540168:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50783 00000100:00100000:1.0:1775764769.540178:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+302:19723:x1862022966891392:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.540209:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.540231:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f853b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c03e expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540457:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540589:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 303 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540666:0:16259:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 303 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540674:0:16259:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540708:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 303 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540720:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.540734:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978354048:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.540904:0:16259:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 303 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.540914:0:16259:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 303 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.540922:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978354176:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.540944:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.541018:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.541038:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891136 00000100:00100000:0.0:1775764769.541043:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891136 00000100:00100000:0.0:1775764769.541071:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50784 00000100:00100000:0.0:1775764769.541078:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+304:19724:x1862022966891136:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.541087:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.541097:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8549 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c037 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.541169:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.541179:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 305 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.541186:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.541202:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 305 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.541210:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 305 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.541219:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978354304:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.541240:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.541452:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.542040:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891520 00000100:00100000:3.0:1775764769.542046:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891520 00010000:00010000:3.0:1775764769.542070:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.542093:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23363 00000100:00100000:3.0:1775764769.542100:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+306:2379:x1862022966891520:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.542110:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.542115:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.542126:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.542142:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:3.0:1775764769.542146:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.542152:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.542158:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.542185:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+306:2379:x1862022966891520:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 86us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.542193:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23363 00000100:00100000:0.0:1775764769.546055:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.546129:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.546154:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891648 00000100:00100000:0.0:1775764769.546164:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891648 00010000:00010000:0.0:1775764769.546206:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 306 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.546238:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891776 00000100:00100000:0.0:1775764769.546241:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891776 00010000:00010000:0.0:1775764769.546262:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 307 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.546282:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23364 00000100:00100000:0.0:1775764769.546291:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:2382:x1862022966891648:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.546306:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.546313:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 307 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546325:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 307 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546347:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:0.0:1775764769.546352:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546361:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546372:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546389:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.546433:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:2382:x1862022966891648:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 143us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.546440:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23364 00000100:00100000:0.0:1775764769.546458:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23365 00000100:00100000:0.0:1775764769.546503:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+306:2382:x1862022966891776:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.546511:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.546516:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 306 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546525:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 306 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546536:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:0.0:1775764769.546540:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546547:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546552:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.546561:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.546577:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+306:2382:x1862022966891776:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 114us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.546583:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23365 00010000:00010000:2.0:1775764769.547960:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8511 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c029 expref: 305 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.547979:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978354304:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.548001:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.548011:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.548017:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.548057:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d5:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.548062:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.548080:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.548110:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8549 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c037 expref: 305 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.548124:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c037 expref: 304 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.548131:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764769.548134:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.548137:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222f600, rc 0) 00000100:00100000:2.0:1775764769.548199:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+304:19724:x1862022966891136:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 7121us (7181us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.548207:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50784 00010000:00010000:1.0:1775764769.550786:0:16259:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000000a6f4b1a x1862022978354048) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.550950:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f852d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c030 expref: 303 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.550968:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978354048:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.550988:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5e2c2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42156d5 expref: 302 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.550999:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978354176:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.551021:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:1.0:1775764769.551028:0:16259:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.551038:0:16259:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.551044:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.551071:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e0:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.551239:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ee00/0x2aac6a50e5f853b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 303 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.551591:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 302 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.551600:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:1.0:1775764769.551602:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.551605:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768709f400, rc 0) 00000100:00100000:0.0:1775764769.551750:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+302:19723:x1862022966891392:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11572us (11721us total) trans 4294997322 rc 0/0 00000100:00100000:0.0:1775764769.551759:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50783 00000100:00100000:0.0:1775764769.552722:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.554566:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966891904 00000100:00100000:2.0:1775764769.554577:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966891904 00000100:00100000:2.0:1775764769.554631:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50785 00000100:00100000:2.0:1775764769.554640:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+302:19724:x1862022966891904:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.554662:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.554679:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f855e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c045 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.554766:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.554779:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.554790:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.554803:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.554934:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.554941:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555032:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555040:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555046:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.555076:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.555080:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.555097:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555107:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555113:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555119:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555125:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555130:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.555134:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555141:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555151:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.555154:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.555158:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555164:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8565 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555176:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555185:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555191:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555196:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.555199:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555204:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555209:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x98ca20bd (ffff897690fc9200) 00010000:00010000:2.0:1775764769.555212:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.555214:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555218:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f856c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555242:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f855e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c045 expref: 304 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555579:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c045 expref: 303 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.555587:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:2.0:1775764769.555589:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.555591:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5400, rc 0) 00000100:00100000:2.0:1775764769.555777:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+303:19724:x1862022966891904:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1136us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.555786:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50785 00000100:00100000:2.0:1775764769.556062:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.556456:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892032 00000100:00100000:3.0:1775764769.556499:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892032 00000100:00100000:3.0:1775764769.556540:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50786 00000100:00100000:3.0:1775764769.556548:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966892032:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.556565:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.556578:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f857a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c04c expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.556662:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.556678:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 304 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.556686:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.556717:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 304 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.556729:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 304 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.556742:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978354432:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.556827:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.560693:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.560738:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.560761:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892416 00000100:00100000:1.0:1775764769.560770:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892416 00000100:00100000:1.0:1775764769.560838:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5376 00000100:00100000:1.0:1775764769.560848:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+305:2381:x1862022966892416:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.560862:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.560885:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8573 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c045 expref: 305 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.560904:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:1.0:1775764769.560909:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.560950:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+304:2381:x1862022966892416:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 104us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.560958:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5376 00000100:00100000:3.0:1775764769.561371:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892288 00000100:00100000:3.0:1775764769.561377:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892288 00000100:00100000:3.0:1775764769.561413:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50787 00000100:00100000:3.0:1775764769.561421:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+304:19724:x1862022966892288:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.561441:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.561459:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8588 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c053 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.561743:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.561756:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 305 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.561769:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.561801:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 305 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.561946:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 305 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.561961:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978354560:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.562040:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.567759:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978354432:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.567788:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.568540:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.568736:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892544 00000100:00100000:2.0:1775764769.568743:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892544 00010000:00010000:2.0:1775764769.568777:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.568821:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23366 00000100:00100000:2.0:1775764769.568831:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+306:2382:x1862022966892544:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.568847:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.568855:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.568868:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.568890:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f400/0x2aac6a50e5f8542 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c03e expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.568906:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:2.0:1775764769.568910:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.568920:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.568932:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.568960:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.569011:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+305:2382:x1862022966892544:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 181us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.569018:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23366 00010000:00010000:2.0:1775764769.569043:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.569050:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.569093:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e0:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.569098:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.569116:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.569144:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f857a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c04c expref: 305 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.569156:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c04c expref: 304 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.569164:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:2.0:1775764769.569167:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.569169:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935800, rc 0) 00000100:00100000:2.0:1775764769.569199:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+304:19723:x1862022966892032:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12653us (13139us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.569210:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50786 00000100:00100000:3.0:1775764769.569537:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978354560:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.569556:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.573099:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.573322:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892672 00000100:00100000:3.0:1775764769.573331:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892672 00010000:00010000:3.0:1775764769.573365:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 304 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.573440:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23367 00000100:00100000:3.0:1775764769.573451:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+304:2381:x1862022966892672:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.573506:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.573515:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 304 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.573533:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 304 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.573555:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f77a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbc9 expref: 304 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.573570:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:3.0:1775764769.573575:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.573584:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.573781:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.573851:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.573899:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+303:2381:x1862022966892672:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 451us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.573907:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23367 00000100:00100000:2.0:1775764769.574146:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.574999:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892800 00000100:00100000:0.0:1775764769.575006:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892800 00000100:00100000:0.0:1775764769.575057:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50788 00000100:00100000:0.0:1775764769.575067:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966892800:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.575085:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.575102:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f8596 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c05a expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575202:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575214:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575224:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575238:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575244:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575262:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575319:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575327:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575333:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575338:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.575342:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575349:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575359:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.575361:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.575364:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575370:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f859d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575381:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575387:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575393:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575398:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.575401:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575406:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575413:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xcc3aaf05 (ffff897691036f00) 00010000:00010000:0.0:1775764769.575415:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.575417:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575423:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f85a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575457:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f8596 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c05a expref: 304 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575496:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764769.575499:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.575502:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f8596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c05a expref: 304 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.575511:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e400, rc 0) 00000100:00100000:0.0:1775764769.575552:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966892800:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 488us (1408us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764769.575562:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50788 00010000:00010000:1.0:1775764769.578696:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.578711:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.578735:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.578975:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8588 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 304 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.578995:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 303 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.579003:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:1.0:1775764769.579006:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.579009:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934a00, rc 0) 00000100:00100000:1.0:1775764769.579103:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+303:19724:x1862022966892288:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 17681us (18418us total) trans 4294997323 rc 0/0 00000100:00100000:1.0:1775764769.579112:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50787 00000100:00100000:0.0:1775764769.580129:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.582726:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966892928 00000100:00100000:2.0:1775764769.582738:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966892928 00000100:00100000:2.0:1775764769.582795:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50789 00000100:00100000:2.0:1775764769.582816:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+303:19723:x1862022966892928:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.582837:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.582856:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f85b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c061 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.582949:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.582963:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.582974:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.582987:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.582994:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583001:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583095:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583104:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583111:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.583141:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e2:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.583146:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.583162:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583172:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583180:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583185:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583192:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583197:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.583201:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583208:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583218:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764769.583222:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.583226:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583232:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583245:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583266:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583271:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583276:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.583279:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583285:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583292:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xa3962d5b (ffff897690fc9900) 00010000:00010000:2.0:1775764769.583294:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.583297:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583303:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583331:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f85b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 305 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583345:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 304 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.583353:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:2.0:1775764769.583355:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.583358:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00000100:00100000:2.0:1775764769.583412:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+304:19723:x1862022966892928:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 608us (3286us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.583419:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50789 00000100:00100000:1.0:1775764769.587780:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.587906:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893056 00000100:00100000:2.0:1775764769.587916:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893056 00000100:00100000:2.0:1775764769.587974:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50790 00000100:00100000:2.0:1775764769.587984:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+304:19724:x1862022966893056:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.588006:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.588025:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f85ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c068 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.588137:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.588151:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 305 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.588159:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.588196:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 305 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.588210:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 305 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.588224:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978354688:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.588328:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.590614:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.590821:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893312 00000100:00100000:2.0:1775764769.590829:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893312 00000100:00100000:2.0:1775764769.590886:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50791 00000100:00100000:2.0:1775764769.590897:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+306:19723:x1862022966893312:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.590918:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.590938:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f85dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c06f expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591062:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591076:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 307 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591084:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 307 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591091:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591123:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 307 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591134:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 307 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.591148:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978354816:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.591264:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 307 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.591273:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 307 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.591282:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978354944:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.591302:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.594008:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.594092:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893440 00000100:00100000:3.0:1775764769.594102:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893440 00010000:00010000:3.0:1775764769.594136:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 308 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.594175:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23368 00000100:00100000:3.0:1775764769.594184:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+308:2380:x1862022966893440:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.594203:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.594209:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 308 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.594222:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 308 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.594244:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:3.0:1775764769.594261:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.594271:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.594278:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.594333:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+308:2380:x1862022966893440:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 150us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.594342:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23368 00000100:00100000:1.0:1775764769.597515:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764769.597740:0:9373:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000005302a610 x1862022978354816) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 307 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.597766:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f85c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c061 expref: 307 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.597782:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978354816:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.597794:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978354944:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.597825:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:2.0:1775764769.597830:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.597841:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.597851:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.598238:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893568 00000100:00100000:0.0:1775764769.598254:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893568 00010000:00010000:0.0:1775764769.598288:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 307 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.598324:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23369 00000100:00100000:0.0:1775764769.598333:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:2381:x1862022966893568:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.598345:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.598350:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 307 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.598362:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 307 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.598378:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:0.0:1775764769.598382:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.598390:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.598397:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.598410:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.598454:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:2381:x1862022966893568:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 122us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.598497:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23369 00010000:00010000:3.0:1775764769.599151:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f858f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c053 expref: 306 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.599167:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978354688:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.599185:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.599193:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.599202:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.599258:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00000004:00200000:3.0:1775764769.599263:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.599286:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.599315:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f85ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c068 expref: 306 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.599328:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c068 expref: 305 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.599336:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:3.0:1775764769.599338:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.599341:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4400, rc 0) 00000100:00100000:3.0:1775764769.599388:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+305:19724:x1862022966893056:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11406us (11618us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.599395:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50790 00000100:00100000:1.0:1775764769.604074:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.604117:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.604197:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893824 00000100:00100000:2.0:1775764769.604209:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893824 00000100:00100000:2.0:1775764769.604276:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50792 00000100:00100000:2.0:1775764769.604287:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+305:19724:x1862022966893824:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.604311:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.604331:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f85ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c076 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604427:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604442:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604453:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604525:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604533:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604540:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604645:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604653:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604661:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.604700:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00000004:00200000:2.0:1775764769.604704:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.604726:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604739:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604747:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604753:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604759:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604765:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.604769:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604777:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604789:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.604794:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.604800:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604821:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f85f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604834:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604839:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604844:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604850:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.604853:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604859:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604868:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3afecd66 (ffff897690fc9900) 00010000:00010000:2.0:1775764769.604870:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.604872:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604878:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f85f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604910:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f85ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c076 expref: 307 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604923:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c076 expref: 306 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.604930:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:2.0:1775764769.604932:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.604935:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caea00, rc 0) 00000100:00100000:2.0:1775764769.604997:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+306:19724:x1862022966893824:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 712us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.605005:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50792 00000100:00100000:0.0:1775764769.605774:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893696 00000100:00100000:0.0:1775764769.605782:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893696 00010000:00010000:0.0:1775764769.605822:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.605854:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23370 00000100:00100000:0.0:1775764769.605862:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+306:2382:x1862022966893696:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.605873:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.605879:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.605891:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.605906:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5e335f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421592f expref: 306 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.605918:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:0.0:1775764769.605922:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.605931:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.605937:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.605965:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764769.606050:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.606058:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.606073:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e2:0x0]: returning size 260096 00010000:00010000:2.0:1775764769.606205:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f85dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 307 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.606218:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.606225:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:2.0:1775764769.606227:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764769.606230:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5000, rc 0) 00000100:00100000:0.0:1775764769.606363:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+306:2382:x1862022966893696:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 502us (2298us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.606371:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23370 00000100:00100000:2.0:1775764769.607177:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+305:19723:x1862022966893312:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 16280us (16584us total) trans 4294997324 rc 0/0 00000100:00100000:2.0:1775764769.607186:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50791 00000100:00100000:3.0:1775764769.612389:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.612430:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.612629:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966893952 00000100:00100000:0.0:1775764769.612639:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966893952 00000100:00100000:0.0:1775764769.612681:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50793 00000100:00100000:0.0:1775764769.612689:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+305:19723:x1862022966893952:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.612712:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.612730:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f860d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c07d expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.612854:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.612867:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.612874:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.612904:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.612917:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.612936:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978355072:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.613026:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.613793:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966894080 00000100:00100000:1.0:1775764769.613813:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966894080 00000100:00100000:1.0:1775764769.613861:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5377 00000100:00100000:1.0:1775764769.613869:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+307:2379:x1862022966894080:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.613880:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.613899:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f85ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c076 expref: 307 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.613914:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:1.0:1775764769.613918:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.613956:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+306:2379:x1862022966894080:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 88us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.613962:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5377 00000100:00100000:3.0:1775764769.617438:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.617559:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.617701:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966894464 00000100:00100000:0.0:1775764769.617710:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966894464 00010000:00010000:0.0:1775764769.617746:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.617786:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23371 00000100:00100000:0.0:1775764769.617796:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+306:2381:x1862022966894464:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.617821:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.617829:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.617841:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 306 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.617863:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:0.0:1775764769.617869:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.617878:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.617885:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.617904:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.617956:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+306:2381:x1862022966894464:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 161us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.617964:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23371 00010000:00010000:0.0:1775764769.618044:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f85e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c06f expref: 305 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.618060:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978355072:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.618079:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618088:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618094:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.618136:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e2:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.618141:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.618162:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618194:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f860d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c07d expref: 305 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618208:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c07d expref: 304 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618215:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:0.0:1775764769.618218:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.618221:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977a2931a00, rc 0) 00000100:00100000:0.0:1775764769.618249:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+304:19723:x1862022966893952:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5561us (5870us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.618257:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50793 00000100:00100000:0.0:1775764769.618271:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966894336 00000100:00100000:0.0:1775764769.618274:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966894336 00000100:00100000:0.0:1775764769.618296:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50794 00000100:00100000:0.0:1775764769.618302:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+304:19724:x1862022966894336:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.618315:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.618328:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f861b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c084 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618426:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618437:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 305 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618445:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618513:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 305 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.618525:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 305 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.618538:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978355200:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.618599:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.621834:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978355200:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.621864:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.626201:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.626290:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966894592 00000100:00100000:3.0:1775764769.626300:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966894592 00010000:00010000:3.0:1775764769.626339:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.626383:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23372 00000100:00100000:3.0:1775764769.626391:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+306:2381:x1862022966894592:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.626405:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.626412:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.626426:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.626447:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f781b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bbf3 expref: 306 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.626461:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:3.0:1775764769.626520:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.626531:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.626538:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.626564:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.626612:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+305:2381:x1862022966894592:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 221us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.626619:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23372 00010000:00010000:1.0:1775764769.626778:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.626787:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.626816:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.626964:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f861b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 306 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.626980:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 305 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.626988:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:1.0:1775764769.626991:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.626993:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977a2931200, rc 0) 00000100:00100000:1.0:1775764769.627032:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+305:19724:x1862022966894336:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8730us (9604us total) trans 4294997325 rc 0/0 00000100:00100000:1.0:1775764769.627040:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50794 00000100:00100000:0.0:1775764769.630597:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.630690:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966894720 00000100:00100000:1.0:1775764769.630700:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966894720 00000100:00100000:1.0:1775764769.630754:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50795 00000100:00100000:1.0:1775764769.630763:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+305:19723:x1862022966894720:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.630785:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.630817:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8630 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c08b expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.630915:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.630929:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.630940:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.630957:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.630964:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.630971:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631064:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631072:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631079:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.631107:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e4:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.631111:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.631126:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631136:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631144:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631149:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631155:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631161:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f6a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.631165:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631172:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631183:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.631186:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.631191:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631196:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8637 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631208:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631213:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631219:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631223:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.631226:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631231:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631236:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x21e72734 (ffff897682bd0800) 00010000:00010000:1.0:1775764769.631238:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.631240:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631245:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f863e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631286:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8630 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 307 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631298:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 306 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.631305:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:1.0:1775764769.631307:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.631310:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976813f7200, rc 0) 00000100:00100000:1.0:1775764769.631363:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+306:19723:x1862022966894720:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 601us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.631371:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50795 00000100:00100000:2.0:1775764769.634954:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.635037:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966894848 00000100:00100000:3.0:1775764769.635048:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966894848 00000100:00100000:3.0:1775764769.635107:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50796 00000100:00100000:3.0:1775764769.635118:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+306:19724:x1862022966894848:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.635145:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.635167:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f864c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c092 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.635307:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.635320:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 307 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.635330:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.635363:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 307 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.635375:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 307 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.635388:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978355328:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.635531:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.639225:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978355328:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.639267:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.640747:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.640863:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895104 00000100:00100000:1.0:1775764769.640872:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895104 00000100:00100000:1.0:1775764769.640921:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50797 00000100:00100000:1.0:1775764769.640930:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+308:19723:x1862022966895104:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.640949:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.640969:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f865a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c099 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641093:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641106:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 309 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641119:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641127:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641158:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641168:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 309 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.641182:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355456:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.641290:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 309 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.641299:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.641307:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355584:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.641327:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.643107:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.643143:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.643222:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895360 00000100:00100000:0.0:1775764769.643230:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895360 00010000:00010000:0.0:1775764769.643272:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.643307:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895232 00000100:00100000:0.0:1775764769.643309:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895232 00010000:00010000:0.0:1775764769.643320:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 311 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.643344:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23373 00000100:00100000:0.0:1775764769.643353:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+311:2379:x1862022966895360:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.643366:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.643372:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 311 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643383:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 311 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643404:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:0.0:1775764769.643409:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643416:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643421:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.643459:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+311:2379:x1862022966895360:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 107us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.643504:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23373 00000100:00100000:0.0:1775764769.643520:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23374 00000100:00100000:0.0:1775764769.643527:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+310:2379:x1862022966895232:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.643534:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.643538:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 310 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643547:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 310 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643559:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8622 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c084 expref: 310 pid: 5796 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643572:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:0.0:1775764769.643576:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643583:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643599:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.643617:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.643634:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+309:2379:x1862022966895232:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 108us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.643640:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23374 00010000:00010000:1.0:1775764769.643857:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.643866:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.643909:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.643914:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.643933:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.643961:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f864c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c092 expref: 309 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.643974:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c092 expref: 308 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.643981:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:1.0:1775764769.643984:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.643986:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934a00, rc 0) 00000100:00100000:1.0:1775764769.644024:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+308:19724:x1862022966894848:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 8909us (9081us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.644031:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50796 00010000:00010000:1.0:1775764769.646848:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000000a6f4b1a x1862022978355456) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 307 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.646874:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8645 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c08b expref: 307 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.646891:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355456:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.646904:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355584:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.646927:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:1.0:1775764769.646933:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.646941:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.646950:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.651831:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.651869:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.651933:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895616 00000100:00100000:1.0:1775764769.651944:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895616 00000100:00100000:1.0:1775764769.652009:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50798 00000100:00100000:1.0:1775764769.652018:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966895616:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.652038:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.652056:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f8668 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0a0 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652152:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652168:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652179:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652192:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652198:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652205:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652304:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652311:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652318:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.652351:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.652355:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.652372:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652383:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652391:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652397:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652403:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652409:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.652413:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652420:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652430:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.652433:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.652438:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652443:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f866f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652454:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652459:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652516:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652521:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.652524:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652529:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652537:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x76821429 (ffff897682bd0800) 00010000:00010000:1.0:1775764769.652539:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.652542:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652547:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8676 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652574:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f8668 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652586:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 308 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.652592:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764769.652595:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.652597:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7468400, rc 0) 00000100:00100000:1.0:1775764769.652652:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+308:19724:x1862022966895616:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 635us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.652661:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50798 00000100:00100000:3.0:1775764769.653089:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895488 00000100:00100000:3.0:1775764769.653095:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895488 00010000:00010000:3.0:1775764769.653119:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 308 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.653149:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23375 00000100:00100000:3.0:1775764769.653157:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+308:2382:x1862022966895488:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.653167:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.653173:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 308 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.653185:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 308 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.653198:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5e2d54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421573e expref: 308 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.653209:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:3.0:1775764769.653213:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.653220:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.653225:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.653251:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.653280:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+307:2382:x1862022966895488:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 125us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.653287:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23375 00010000:00010000:1.0:1775764769.653374:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.653382:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.653398:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e4:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.653579:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f865a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.653590:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 307 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.653602:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:1.0:1775764769.653604:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.653607:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7468a00, rc 0) 00000100:00100000:1.0:1775764769.653631:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+307:19723:x1862022966895104:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12703us (12892us total) trans 4294997326 rc 0/0 00000100:00100000:1.0:1775764769.653638:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50797 00000100:00100000:0.0:1775764769.658587:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.658739:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895744 00000100:00100000:2.0:1775764769.658749:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895744 00000100:00100000:2.0:1775764769.658813:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50799 00000100:00100000:2.0:1775764769.658824:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+307:19723:x1862022966895744:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.658847:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.658867:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f868b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0a7 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.658976:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.658989:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.658997:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.659028:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.659041:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 308 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.659060:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978355712:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.659148:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.662255:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978355712:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.662283:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.662994:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.663077:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966895872 00000100:00100000:1.0:1775764769.663085:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966895872 00010000:00010000:1.0:1775764769.663121:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.663160:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23376 00000100:00100000:1.0:1775764769.663170:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+309:2382:x1862022966895872:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.663189:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.663197:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.663212:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.663238:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8661 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c099 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.663261:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:1.0:1775764769.663266:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.663277:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.663285:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.663315:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.663368:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+308:2382:x1862022966895872:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 199us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.663376:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23376 00010000:00010000:0.0:1775764769.664145:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.664154:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.664200:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e4:0x0]: returning size 260096 00000004:00200000:0.0:1775764769.664204:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.664226:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.664270:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f868b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a7 expref: 308 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.664286:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a7 expref: 307 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.664293:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:0.0:1775764769.664297:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.664300:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686cae600, rc 0) 00000100:00100000:0.0:1775764769.664345:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+307:19723:x1862022966895744:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5524us (5768us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.664353:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50799 00000100:00100000:0.0:1775764769.668448:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.668578:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896000 00000100:00100000:1.0:1775764769.668589:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896000 00000100:00100000:1.0:1775764769.668649:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50800 00000100:00100000:1.0:1775764769.668659:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+307:19723:x1862022966896000:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.668679:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.668697:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8699 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0ae expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668787:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668801:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668822:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668837:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668848:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668855:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668954:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668964:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.668984:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.669019:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bd:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.669023:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.669044:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669055:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669063:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669070:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669077:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669088:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.669092:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669099:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669110:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.669113:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.669118:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669124:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669135:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669141:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669146:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669151:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.669154:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669160:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669171:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xcd7d97c8 (ffff897682bd0800) 00010000:00010000:1.0:1775764769.669174:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.669176:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669182:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669213:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8699 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ae expref: 309 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669226:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ae expref: 308 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.669233:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:1.0:1775764769.669236:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.669239:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7469a00, rc 0) 00000100:00100000:1.0:1775764769.669298:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+308:19723:x1862022966896000:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 640us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.669305:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50800 00000100:00100000:3.0:1775764769.673318:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.673402:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896256 00000100:00100000:1.0:1775764769.673412:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896256 00000100:00100000:1.0:1775764769.673516:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50801 00000100:00100000:1.0:1775764769.673528:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+308:19724:x1862022966896256:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.673550:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.673573:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f86b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0b5 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673726:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673741:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673749:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673756:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673789:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673803:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 309 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.673830:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355840:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.673936:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.673944:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 309 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.673953:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355968:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.673983:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.675855:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.676389:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896384 00000100:00100000:1.0:1775764769.676399:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896384 00010000:00010000:1.0:1775764769.676435:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.678223:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23377 00000100:00100000:1.0:1775764769.678254:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+310:2379:x1862022966896384:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.678272:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.678281:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.678298:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.678323:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764769.678329:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.678338:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.678345:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.678461:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+310:2379:x1862022966896384:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 227us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.678491:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23377 00000100:00100000:2.0:1775764769.687308:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.687346:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.687381:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764769.687522:0:5794:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@00000000ad2f7631 x1862022978355840) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 309 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.687550:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f867d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a0 expref: 309 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.687567:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355840:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.687581:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978355968:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.687625:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764769.687631:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.687639:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.687650:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.688221:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896640 00000100:00100000:2.0:1775764769.688229:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896640 00010000:00010000:2.0:1775764769.688281:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 309 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.688316:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896768 00000100:00100000:2.0:1775764769.688320:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896768 00000100:00100000:2.0:1775764769.688344:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23378 00000100:00100000:2.0:1775764769.688352:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+310:2381:x1862022966896640:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.688368:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.688373:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688385:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688405:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f787d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc0f expref: 310 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688418:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764769.688422:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688430:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688436:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688454:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.688541:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:2381:x1862022966896640:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 189us (1193us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.688549:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23378 00000100:00100000:2.0:1775764769.688901:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5378 00000100:00100000:2.0:1775764769.688910:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+308:2381:x1862022966896768:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.688920:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.688932:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f86ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ae expref: 308 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.688945:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:2.0:1775764769.688949:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.688968:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+307:2381:x1862022966896768:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 60us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.689074:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5378 00010000:00010000:1.0:1775764769.689513:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.689521:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.689540:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00010000:00010000:1.0:1775764769.689719:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f86b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.689735:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 307 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.689750:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764769.689754:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.689756:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976813f7200, rc 0) 00000100:00100000:1.0:1775764769.689796:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966896256:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 16272us (16489us total) trans 4294997327 rc 0/0 00000100:00100000:1.0:1775764769.689803:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50801 00000100:00100000:1.0:1775764769.689828:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896512 00000100:00100000:1.0:1775764769.689833:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896512 00000100:00100000:1.0:1775764769.689863:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50802 00000100:00100000:1.0:1775764769.689869:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+307:19723:x1862022966896512:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.689885:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.689898:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f86ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0bc expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690179:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690191:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690199:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690212:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690218:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690224:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690322:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690330:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690336:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.690362:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c6:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.690365:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.690379:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690387:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690395:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690401:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690407:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690412:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.690417:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690424:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690433:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.690435:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.690439:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690445:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f86d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690454:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690460:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690519:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690525:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f6a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.690527:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690534:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690541:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x1674e29a (ffff897682bd0800) 00010000:00010000:1.0:1775764769.690544:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.690547:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690557:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f86d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690580:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f86ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0bc expref: 309 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690601:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0bc expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.690609:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:1.0:1775764769.690611:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.690614:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7468a00, rc 0) 00000100:00100000:1.0:1775764769.690638:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+308:19723:x1862022966896512:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 769us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.690644:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50802 00000100:00100000:2.0:1775764769.698537:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.698571:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.698616:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.698694:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897152 00000100:00100000:0.0:1775764769.698703:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897152 00000100:00100000:0.0:1775764769.698766:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5379 00000100:00100000:0.0:1775764769.698775:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+308:2382:x1862022966897152:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.698791:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.698823:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f86df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0bc expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.698843:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:0.0:1775764769.698848:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.698894:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+307:2382:x1862022966897152:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 121us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.698901:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5379 00000100:00100000:1.0:1775764769.699154:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966896896 00000100:00100000:1.0:1775764769.699159:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966896896 00000100:00100000:1.0:1775764769.699191:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897024 00000100:00100000:1.0:1775764769.699194:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897024 00000100:00100000:1.0:1775764769.699212:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50803 00000100:00100000:1.0:1775764769.699219:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+308:19724:x1862022966896896:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.699239:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.699261:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0c3 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699363:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699382:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 309 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699392:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 4/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699426:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 309 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699439:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.699453:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978356096:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.699548:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764769.699569:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50804 00000100:00100000:1.0:1775764769.699577:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:19723:x1862022966897024:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.699586:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.699610:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f86f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0ca expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699664:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699674:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699685:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699697:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699704:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699709:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699767:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699774:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699780:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699786:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.699790:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699796:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699815:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.699819:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.699822:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699828:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f86fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699840:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699845:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699850:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699855:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.699857:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699862:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699868:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd13fc2bb (ffff897682bd0400) 00010000:00010000:1.0:1775764769.699871:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.699873:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699878:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8702 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699913:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f86f4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ca expref: 310 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699921:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764769.699924:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.699928:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f86f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ca expref: 310 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.699937:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fa00, rc 0) 00000100:00100000:1.0:1775764769.699962:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:19723:x1862022966897024:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 385us (1389us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764769.699969:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50804 00000100:00100000:0.0:1775764769.706936:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.707095:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897280 00000100:00100000:3.0:1775764769.707104:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897280 00000100:00100000:3.0:1775764769.707161:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50805 00000100:00100000:3.0:1775764769.707171:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+309:19723:x1862022966897280:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.707199:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.707221:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8709 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0d1 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707336:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707351:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707362:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707377:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707384:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707391:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707450:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707457:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707498:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707505:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.707509:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707517:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707531:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764769.707534:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.707538:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707545:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707557:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707564:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707570:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707574:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.707577:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707586:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707785:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xebd551b1 (ffff8977a2c32600) 00010000:00010000:3.0:1775764769.707788:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.707791:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707797:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8717 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707909:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8709 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0d1 expref: 310 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707919:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764769.707922:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.707925:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8709 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0d1 expref: 310 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.707933:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934200, rc 0) 00000100:00100000:3.0:1775764769.708089:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+309:19723:x1862022966897280:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 919us (1164us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764769.708097:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50805 00000100:00100000:0.0:1775764769.708327:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.708381:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897408 00000100:00100000:3.0:1775764769.708387:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897408 00010000:00010000:3.0:1775764769.708409:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.708438:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23379 00000100:00100000:3.0:1775764769.708447:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:2381:x1862022966897408:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.708457:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.708499:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.708512:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 309 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.708525:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:3.0:1775764769.708529:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.708538:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.708546:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.708563:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.708584:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:2381:x1862022966897408:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 138us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.708608:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23379 00010000:00010000:1.0:1775764769.709515:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f86bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0b5 expref: 308 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.709534:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978356096:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.709556:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.709566:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.709573:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.709626:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00000004:00200000:1.0:1775764769.709631:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.709651:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.709678:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f86e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0c3 expref: 308 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.709692:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0c3 expref: 307 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.709704:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764769.709707:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.709710:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7468e00, rc 0) 00000100:00100000:1.0:1775764769.709758:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966896896:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 10539us (11234us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.709765:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50803 00000100:00100000:3.0:1775764769.716588:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.716731:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897536 00000100:00100000:1.0:1775764769.716741:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897536 00000100:00100000:1.0:1775764769.716788:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50806 00000100:00100000:1.0:1775764769.716797:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966897536:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.716827:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.716846:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f871e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0d8 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.716939:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.716954:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.716965:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.716979:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.716986:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.716992:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717055:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717063:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717070:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717076:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.717080:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717088:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717101:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.717104:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.717108:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717115:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8725 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717130:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717136:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717143:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717148:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.717151:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717156:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717163:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x57cc5c99 (ffff897682bd0300) 00010000:00010000:1.0:1775764769.717165:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.717168:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717174:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f872c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717215:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f871e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0d8 expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717225:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.717228:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.717231:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f871e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0d8 expref: 308 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.717243:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e200, rc 0) 00000100:00100000:1.0:1775764769.717320:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966897536:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 524us (743us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764769.717332:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50806 00000100:00100000:0.0:1775764769.724637:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.724673:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.724884:0:16272:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897664 00000100:00100000:1.0:1775764769.724895:0:16272:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897664 00002000:00100000:1.0:1775764769.724948:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000403:0x3e:0x0] (0->4095) req@ffff8977bb82f800 x1862022966897664/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 4584/0 e 0 to 0 dl 1775764780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764769.724959:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb82f800 with x1862022966897664 ext(0->4095) 00002000:00010000:1.0:1775764769.724965:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8977bb82f800 00000100:00100000:1.0:1775764769.724998:0:16272:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897792 00000100:00100000:1.0:1775764769.725001:0:16272:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897792 00002000:00100000:1.0:1775764769.725015:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000403:0x54:0x0] (0->4095) req@ffff8977bb82ce00 x1862022966897792/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 4584/0 e 0 to 0 dl 1775764780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764769.725022:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb82ce00 with x1862022966897792 ext(0->4095) 00002000:00010000:1.0:1775764769.725025:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8977bb82ce00 00000100:00100000:1.0:1775764769.725039:0:16272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2299 00000100:00100000:1.0:1775764769.725048:0:16272:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+69:2382:x1862022966897664:12345-192.168.202.46@tcp:4:dbench.0 00000100:00100000:1.0:1775764769.725509:0:16272:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+71:2382:x1862022966897664:12345-192.168.202.46@tcp:4:dbench.0 Request processed in 460us (879us total) trans 4294972283 rc 0/0 00000100:00100000:1.0:1775764769.725517:0:16272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2299 00002000:00100000:1.0:1775764769.725523:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000403:0x3e:0x0] (0->4095) req@ffff8977bb82f800 x1862022966897664/t4294972283(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 4584/448 e 0 to 0 dl 1775764780 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764769.725531:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb82f800 with x1862022966897664 ext(0->4095) 00002000:00010000:1.0:1775764769.725534:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8977bb82f800 00000100:00100000:1.0:1775764769.725551:0:16272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2300 00000100:00100000:1.0:1775764769.725558:0:16272:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+70:2382:x1862022966897792:12345-192.168.202.46@tcp:4:dbench.0 00000100:00100000:1.0:1775764769.725722:0:16272:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+72:2382:x1862022966897792:12345-192.168.202.46@tcp:4:dbench.0 Request processed in 165us (1048us total) trans 4294972284 rc 0/0 00000100:00100000:1.0:1775764769.725729:0:16272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2300 00002000:00100000:1.0:1775764769.725735:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000403:0x54:0x0] (0->4095) req@ffff8977bb82ce00 x1862022966897792/t4294972284(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 4584/448 e 0 to 0 dl 1775764780 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764769.725744:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb82ce00 with x1862022966897792 ext(0->4095) 00002000:00010000:1.0:1775764769.725747:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8977bb82ce00 00000100:00100000:3.0:1775764769.732427:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.732574:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966898304 00000100:00100000:2.0:1775764769.732586:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966898304 00000100:00100000:2.0:1775764769.732657:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50807 00000100:00100000:2.0:1775764769.732666:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966898304:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.732686:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.732704:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f8733 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0e6 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732805:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732830:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732842:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732856:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732862:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732868:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732930:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732941:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732947:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732953:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.732957:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732964:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.732987:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.732990:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.732995:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733001:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f873a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733013:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733019:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733025:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733030:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.733032:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733038:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733044:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9b386487 (ffff897690fc9900) 00010000:00010000:2.0:1775764769.733047:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.733050:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733055:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8741 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733091:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f8733 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0e6 expref: 308 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733101:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.733104:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.733107:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f8733 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0e6 expref: 308 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.733117:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf400, rc 0) 00000100:00100000:2.0:1775764769.733186:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+307:19724:x1862022966898304:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 521us (770us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764769.733194:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50807 00000100:00100000:3.0:1775764769.734538:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.734589:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.734660:0:11378:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966897920 00000100:00100000:0.0:1775764769.734668:0:11378:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966897920 00002000:00100000:0.0:1775764769.734706:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000403:0x55:0x0] (0->4095) req@ffff897683073100 x1862022966897920/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 4584/0 e 0 to 0 dl 1775764780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764769.734722:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897683073100 with x1862022966897920 ext(0->4095) 00002000:00010000:0.0:1775764769.734728:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897683073100 00000100:00100000:0.0:1775764769.734761:0:11378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2301 00000100:00100000:0.0:1775764769.734769:0:11378:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+72:2382:x1862022966897920:12345-192.168.202.46@tcp:4:dbench.0 00000100:00100000:0.0:1775764769.735143:0:11378:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+74:2382:x1862022966897920:12345-192.168.202.46@tcp:4:dbench.0 Request processed in 374us (609us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1775764769.735151:0:11378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2301 00002000:00100000:0.0:1775764769.735157:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000403:0x55:0x0] (0->4095) req@ffff897683073100 x1862022966897920/t4294972285(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 4584/448 e 0 to 0 dl 1775764780 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764769.735165:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897683073100 with x1862022966897920 ext(0->4095) 00002000:00010000:0.0:1775764769.735168:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897683073100 00000100:00100000:2.0:1775764769.736177:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966898176 00000100:00100000:2.0:1775764769.736187:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966898176 00000100:00100000:2.0:1775764769.736239:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50808 00000100:00100000:2.0:1775764769.736257:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+307:19723:x1862022966898176:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.736274:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.736277:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764769.736300:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f400/0x2aac6a50e5f7b71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcf6 expref: 307 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736318:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764769.736323:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764769.736336:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8748 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0df expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736498:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736511:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736520:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736534:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736540:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.736546:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764769.737710:0:5795:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000403:0x65f:0x0], index 1: 0 00010000:00010000:2.0:1775764769.737906:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.737918:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.737927:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.737959:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.737966:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.737983:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.737989:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.737994:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.738001:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.738012:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764769.738015:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.738019:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.738025:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f874f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764769.738039:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c9ff681 reply state 000000005c925ac2 transno 4294997328 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.738049:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764769.738078:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8748 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 309 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.738092:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 308 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.738100:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:2.0:1775764769.738103:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.738105:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7468400, rc 0) 00000100:00100000:2.0:1775764769.738180:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+309:19723:x1862022966898176:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1932us (3589us total) trans 4294997328 rc 0/0 00000100:00100000:2.0:1775764769.738189:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50808 00000100:00100000:0.0:1775764769.745784:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.745868:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966898432 00000100:00100000:1.0:1775764769.745879:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966898432 00000100:00100000:1.0:1775764769.745936:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50809 00000100:00100000:1.0:1775764769.745947:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:19724:x1862022966898432:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.745970:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.745992:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f876b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0ed expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746101:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746117:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746128:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746142:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746149:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746156:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746220:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746227:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746234:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746239:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.746243:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746263:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746274:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.746278:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.746282:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746289:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8772 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746302:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746308:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746315:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746321:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.746323:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746330:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746337:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x2df3971f (ffff897682bd0300) 00010000:00010000:1.0:1775764769.746339:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.746342:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746347:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8779 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746383:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f876b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ed expref: 310 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746393:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.746396:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.746399:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f876b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0ed expref: 310 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.746409:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e200, rc 0) 00000100:00100000:1.0:1775764769.746514:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+309:19724:x1862022966898432:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 568us (739us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764769.746526:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50809 00010000:00010000:3.0:1775764769.751734:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.751752:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.751761:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.751766:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764769.751771:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.751778:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.751795:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd13fc2bb (ffff897690fc9200) 00010000:00010000:3.0:1775764769.751799:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764769.751814:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.751820:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8756 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.757015:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.757683:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966898560 00000100:00100000:1.0:1775764769.757695:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966898560 00000100:00100000:1.0:1775764769.757758:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15122 00000100:00100000:1.0:1775764769.757768:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+74:2381:x1862022966898560:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.757787:0:6578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.757817:0:6578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0f4 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764769.757846:0:6578:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x65f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764769.757865:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764769.757867:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764769.757878:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 75 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.757900:0:6578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 75 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.757915:0:6578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e200, rc 0) 00000100:00100000:1.0:1775764769.758203:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966898560:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 436us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.758211:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15122 00000100:00100000:0.0:1775764769.759842:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.759922:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966898816 00000100:00100000:2.0:1775764769.759932:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966898816 00000100:00100000:2.0:1775764769.759988:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50810 00000100:00100000:2.0:1775764769.759997:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+308:19724:x1862022966898816:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.760020:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.760023:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764769.760049:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f7fed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be70 expref: 308 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760066:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.760072:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764769.760083:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8787 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c0fb expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760262:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760275:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760285:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760298:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760304:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.760310:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764769.760837:0:16259:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x660:0x0], index 0: 0 00010000:00010000:2.0:1775764769.761004:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761015:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761022:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761055:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761065:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761072:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761078:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.761081:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761088:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761097:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764769.761100:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.761104:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761109:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f878e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764769.761119:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8b7e82a reply state 0000000003025e08 transno 4294997329 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.761127:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764769.761149:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8787 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 310 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761161:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 309 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.761173:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:2.0:1775764769.761175:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.761177:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf400, rc 0) 00000100:00100000:2.0:1775764769.761254:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+310:19724:x1862022966898816:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1258us (1418us total) trans 4294997329 rc 0/0 00000100:00100000:2.0:1775764769.761261:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50810 00000100:00100000:2.0:1775764769.769890:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.769979:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966899072 00000100:00100000:0.0:1775764769.769989:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966899072 00000100:00100000:0.0:1775764769.770048:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16184 00000100:00100000:0.0:1775764769.770057:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+310:19723:x1862022966899072:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764769.770647:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+311:19723:x1862022966899072:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 590us (767us total) trans 4294997330 rc 0/0 00000100:00100000:0.0:1775764769.770656:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16184 00010000:00010000:0.0:1775764769.774268:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.774287:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.774294:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.774299:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764769.774303:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.774310:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.774326:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9b386487 (ffff897690fc9900) 00010000:00010000:0.0:1775764769.774329:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764769.774334:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.774340:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8795 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.782443:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.782691:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966899200 00000100:00100000:3.0:1775764769.782702:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966899200 00000100:00100000:3.0:1775764769.782757:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15123 00000100:00100000:3.0:1775764769.782767:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3f83546c-01a9-4156-8a97-44c446245d3e+69:2382:x1862022966899200:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.782785:0:6580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.782813:0:6580:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 2/0,0 mode: --/PR res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c102 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764769.782846:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x660:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764769.782866:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764769.782868:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764769.782877:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 70 pid: 6580 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.782896:0:6580:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 70 pid: 6580 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.782910:0:6580:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934200, rc 0) 00000100:00100000:3.0:1775764769.782988:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3f83546c-01a9-4156-8a97-44c446245d3e+70:2382:x1862022966899200:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 222us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.782995:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15123 00000100:00100000:3.0:1775764769.789166:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.789329:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966899456 00000100:00100000:1.0:1775764769.789339:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966899456 00000100:00100000:1.0:1775764769.789399:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50811 00000100:00100000:1.0:1775764769.789410:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+310:19723:x1862022966899456:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.789441:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.789460:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f87b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c109 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.789657:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.789670:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 311 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.789679:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.789716:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 311 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.789730:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 311 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.789744:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978356224:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.789835:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.793039:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.793124:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966899712 00000100:00100000:3.0:1775764769.793134:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966899712 00000100:00100000:3.0:1775764769.793196:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16185 00000100:00100000:3.0:1775764769.793207:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+312:19724:x1862022966899712:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764769.793621:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+313:19724:x1862022966899712:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 415us (589us total) trans 4294997331 rc 0/0 00000100:00100000:3.0:1775764769.793629:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16185 00000100:00100000:0.0:1775764769.805335:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.805407:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966899968 00000100:00100000:1.0:1775764769.805419:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966899968 00000100:00100000:1.0:1775764769.805501:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50812 00000100:00100000:1.0:1775764769.805511:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+313:19724:x1862022966899968:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.805534:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.805554:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f87bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c110 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.805712:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.805729:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.805738:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.805776:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.805788:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.805815:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978356352:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764769.805914:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.807259:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.807348:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978356224:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.807371:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.807583:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900096 00000100:00100000:3.0:1775764769.807589:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900096 00010000:00010000:3.0:1775764769.807626:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 315 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.807695:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23380 00000100:00100000:3.0:1775764769.807704:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+315:2382:x1862022966900096:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.807717:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.807724:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 315 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.807736:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 315 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.807755:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f875d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0df expref: 315 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.807770:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:3.0:1775764769.807774:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.807782:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.807789:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.807826:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.807860:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+314:2382:x1862022966900096:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 157us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.807867:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23380 00010000:00010000:0.0:1775764769.807917:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.807925:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.807948:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed6:0x0]: returning size 0 00010000:00010000:0.0:1775764769.808111:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f87b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 315 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.808127:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 314 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.808135:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:0.0:1775764769.808138:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764769.808140:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fa00, rc 0) 00000100:00100000:0.0:1775764769.808170:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+314:19723:x1862022966899456:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 18763us (19014us total) trans 4294997332 rc 0/0 00000100:00100000:0.0:1775764769.808177:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50811 00000100:00100000:0.0:1775764769.818233:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.818424:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.818638:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b41f5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978356352:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764769.818665:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.818933:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900352 00000100:00100000:3.0:1775764769.818941:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900352 00010000:00010000:3.0:1775764769.818986:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.819027:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23381 00000100:00100000:3.0:1775764769.819036:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+314:2382:x1862022966900352:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.819050:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.819057:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.819069:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.819091:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f879c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0fb expref: 314 pid: 16259 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.819107:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764769.819112:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.819121:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.819129:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.819158:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.819212:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+313:2382:x1862022966900352:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 176us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.819222:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23381 00010000:00010000:1.0:1775764769.819508:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.819516:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.819536:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed7:0x0]: returning size 0 00010000:00010000:1.0:1775764769.819723:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f87bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 314 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.819739:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 313 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.819746:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:1.0:1775764769.819749:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.819752:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e400, rc 0) 00000100:00100000:1.0:1775764769.819788:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+313:19724:x1862022966899968:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 14279us (14470us total) trans 4294997333 rc 0/0 00000100:00100000:1.0:1775764769.819795:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50812 00000100:00100000:1.0:1775764769.820197:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900224 00000100:00100000:1.0:1775764769.820203:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900224 00000100:00100000:0.0:1775764769.823717:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.824169:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900480 00000100:00100000:2.0:1775764769.824181:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900480 00000100:00100000:2.0:1775764769.824203:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50813 00000100:00100000:2.0:1775764769.824216:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+314:19723:x1862022966900224:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.824241:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.824342:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f87db lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c117 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824460:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824511:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 315 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824524:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824558:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 315 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824570:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 315 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.824583:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978356480:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.824671:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.824841:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50814 00000100:00100000:2.0:1775764769.824848:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+315:19724:x1862022966900480:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.824858:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.824867:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f87e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c11e expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824929:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824938:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 316 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824945:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.824962:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 316 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.825120:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 316 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.825132:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978356608:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.825167:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.839301:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.839363:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978356608:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.839390:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.839426:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.840087:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900608 00000100:00100000:3.0:1775764769.840096:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900608 00010000:00010000:3.0:1775764769.840136:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 317 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.840172:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900736 00000100:00100000:3.0:1775764769.840175:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900736 00010000:00010000:3.0:1775764769.840189:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 318 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.840210:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23382 00000100:00100000:3.0:1775764769.840220:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+318:2381:x1862022966900608:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.840236:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.840242:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 318 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840267:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 318 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840289:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:3.0:1775764769.840295:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840304:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840312:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840330:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.840380:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+318:2381:x1862022966900608:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 160us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.840387:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23382 00000100:00100000:3.0:1775764769.840404:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23383 00000100:00100000:3.0:1775764769.840411:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+317:2380:x1862022966900736:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.840418:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.840423:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 317 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840433:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 317 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840445:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f87c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c110 expref: 317 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840461:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764769.840531:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840539:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840543:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840559:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.840577:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+316:2380:x1862022966900736:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 167us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.840584:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23383 00010000:00010000:3.0:1775764769.840649:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840657:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.840702:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed7:0x0]: returning size 0 00000004:00200000:3.0:1775764769.840707:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764769.840726:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840759:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f87e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 316 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840772:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 315 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.840780:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764769.840783:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764769.840785:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689646c00, rc 0) 00010000:00010000:2.0:1775764769.841763:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f87b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c109 expref: 315 pid: 11866 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.841782:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978356480:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.841805:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.841823:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.841829:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.841856:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed6:0x0]: returning size 0 00000004:00200000:2.0:1775764769.841860:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.841873:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.841895:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f87db lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 315 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.841906:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 314 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.841914:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:2.0:1775764769.841916:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.841919:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caf800, rc 0) 00000100:00100000:2.0:1775764769.841956:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+314:19723:x1862022966900224:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 17745us (23733us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.841963:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50813 00000100:00100000:3.0:1775764769.842381:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+313:19724:x1862022966900480:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 17532us (18672us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.842389:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50814 00000100:00100000:2.0:1775764769.850096:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.850142:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.850415:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900864 00000100:00100000:0.0:1775764769.850425:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900864 00000100:00100000:0.0:1775764769.850510:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966900992 00000100:00100000:0.0:1775764769.850513:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966900992 00000100:00100000:0.0:1775764769.850534:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15124 00000100:00100000:0.0:1775764769.850543:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+70:19724:x1862022966900864:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.850560:0:12188:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.850579:0:12188:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c125 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.850613:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 71 pid: 6580 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.850622:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764769.850624:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764769.850628:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 4/0,0 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 71 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.850660:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 71 pid: 6580 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.850672:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 71 pid: 6580 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.850686:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978356736:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.850765:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.850849:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15125 00000100:00100000:3.0:1775764769.850859:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+75:19723:x1862022966900992:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.850867:0:12184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.850877:0:12184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 2/0,0 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c12c expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.850893:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.850900:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764769.850901:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764769.850904:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 4/0,0 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 76 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.850921:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.850929:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.850938:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978356864:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764769.850978:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.854135:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.854212:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978356864:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764769.854251:0:12184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 3/0,0 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 76 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.854273:0:12184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934800, rc 0) 00000100:00100000:3.0:1775764769.854315:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+76:19723:x1862022966900992:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 3458us (4172us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.854328:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15125 00000100:00100000:2.0:1775764769.854579:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966901120 00000100:00100000:2.0:1775764769.854586:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966901120 00010000:00010000:2.0:1775764769.854615:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 72 pid: 6580 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.854647:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23384 00000100:00100000:2.0:1775764769.854656:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+72:2382:x1862022966901120:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764769.854669:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764769.854688:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 72 pid: 6580 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.854707:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 72 pid: 6580 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.854728:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764769.854730:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764769.854737:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 72 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.854746:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 72 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.854779:0:5780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 72 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.854793:0:5780:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5780:1862022978356992:192.168.202.46@tcp:105: 00000100:00100000:2.0:1775764769.854878:0:5780:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00010000:00010000:0.0:1775764769.855573:0:12188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9607394/0x2aac6a50e5f87aa lrc: 0/0,0 mode: --/PR res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c102 expref: 72 pid: 6580 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.855592:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978356736:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.855613:0:12188:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 71 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.855624:0:12188:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222f400, rc 0) 00000100:00100000:0.0:1775764769.855658:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+71:19724:x1862022966900864:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 5116us (5572us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.855665:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15124 00000100:00100000:2.0:1775764769.859768:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.859933:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966901248 00000100:00100000:3.0:1775764769.859943:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966901248 00010000:00010000:3.0:1775764769.859990:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.860033:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23385 00000100:00100000:3.0:1775764769.860043:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+76:2382:x1862022966901248:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.860060:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.860081:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.860096:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.860118:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009b962a3/0x2aac6a50e5f8780 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0f4 expref: 76 pid: 6578 timeout: 1496 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.860133:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764769.860135:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764769.860142:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 75 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.860151:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 75 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.860198:0:5779:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 75 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.860213:0:5779:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5779:1862022978357120:192.168.202.46@tcp:105: 00000100:00100000:3.0:1775764769.860540:0:5779:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764769.863892:0:5779:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5779:1862022978357120:192.168.202.46@tcp:105: 00010000:00010000:0.0:1775764769.863915:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.863977:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+75:2382:x1862022966901248:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 3929us (4212us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.863990:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23385 00000100:00100000:2.0:1775764769.864590:0:5780:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5780:1862022978356992:192.168.202.46@tcp:105: 00010000:00010000:2.0:1775764769.864604:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764769.864643:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+70:2382:x1862022966901120:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 9988us (10516us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.864650:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23384 00000100:00100000:3.0:1775764769.869523:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.869571:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.869677:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966901504 00000100:00100000:0.0:1775764769.869687:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966901504 00000100:00100000:0.0:1775764769.869737:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966901760 00000100:00100000:0.0:1775764769.869740:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966901760 00000100:00100000:0.0:1775764769.869767:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16186 00000100:00100000:0.0:1775764769.869776:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+314:19723:x1862022966901504:12345-192.168.202.46@tcp:35:dbench.0 00000001:00080000:0.0:1775764769.870053:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997334 00000100:00100000:0.0:1775764769.870145:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+316:19723:x1862022966901504:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 369us (631us total) trans 4294997335 rc 0/0 00000100:00100000:0.0:1775764769.870152:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16186 00000020:00080000:0.0:1775764769.870157:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764769.870170:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16187 00000100:00100000:0.0:1775764769.870176:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+315:19724:x1862022966901760:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764769.870279:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+316:19724:x1862022966901760:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 102us (706us total) trans 4294997336 rc 0/0 00000100:00100000:0.0:1775764769.870286:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16187 00000100:00100000:0.0:1775764769.873213:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.873266:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.873354:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966901888 00000100:00100000:2.0:1775764769.873363:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966901888 00000100:00100000:2.0:1775764769.873417:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966902016 00000100:00100000:2.0:1775764769.873420:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966902016 00000100:00100000:2.0:1775764769.873451:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50815 00000100:00100000:2.0:1775764769.873461:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+317:19723:x1862022966901888:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.873528:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.873549:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8805 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c133 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873649:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873664:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873676:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873691:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873697:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873704:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873795:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873804:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873811:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.873843:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed6:0x0]: returning size 2048 00000004:00200000:2.0:1775764769.873848:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.873865:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873877:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873885:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873891:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873898:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873904:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.873909:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873916:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873927:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764769.873931:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.873935:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873941:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f880c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873957:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.873964:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.874112:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50816 00000100:00100000:1.0:1775764769.874124:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+318:19724:x1862022966902016:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.874134:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.874145:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8821 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c13a expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874204:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874213:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874221:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874237:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874244:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874250:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874300:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874308:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874314:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.874331:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed7:0x0]: returning size 2048 00000004:00200000:1.0:1775764769.874334:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764769.874343:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874350:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874356:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874362:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874371:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874376:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f6a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.874379:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874385:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874391:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764769.874394:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.874396:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874401:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8828 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874410:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874415:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874420:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874424:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764769.874426:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874435:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874441:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9b386487 (ffff897682bd0800) 00010000:00010000:1.0:1775764769.874443:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764769.874445:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874451:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f882f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874519:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8821 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 320 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874531:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.874538:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:1.0:1775764769.874540:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764769.874542:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976813f6e00, rc 0) 00000100:00100000:1.0:1775764769.874592:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+319:19724:x1862022966902016:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 472us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.874599:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50816 00010000:00010000:2.0:1775764769.874766:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874774:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764769.874777:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874784:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874792:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd13fc2bb (ffff897690fc9500) 00010000:00010000:2.0:1775764769.874794:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764769.874797:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874802:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8813 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874826:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8805 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c133 expref: 319 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874837:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c133 expref: 318 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.874847:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:2.0:1775764769.874849:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.874852:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923000, rc 0) 00000100:00100000:2.0:1775764769.874885:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+318:19723:x1862022966901888:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1427us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.874892:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50815 00000100:00100000:1.0:1775764769.882060:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.882102:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.882254:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966902656 00000100:00100000:2.0:1775764769.882265:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966902656 00000100:00100000:2.0:1775764769.882325:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50817 00000100:00100000:2.0:1775764769.882333:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+318:19724:x1862022966902656:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.882352:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.882370:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f883d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c148 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882541:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882555:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 319 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882564:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882571:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 5/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882601:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882613:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.882627:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978357248:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.882712:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 319 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.882720:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 319 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.882728:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978357376:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.882747:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.883540:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966902400 00000100:00100000:3.0:1775764769.883546:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966902400 00000100:00100000:3.0:1775764769.883601:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5380 00000100:00100000:3.0:1775764769.883610:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+320:2380:x1862022966902400:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.883621:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.883638:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f881a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c133 expref: 320 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.883656:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:3.0:1775764769.883660:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.883695:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+319:2380:x1862022966902400:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 86us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.883702:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5380 00000100:00100000:1.0:1775764769.888330:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.888408:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.888641:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966902784 00000100:00100000:3.0:1775764769.888651:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966902784 00010000:00010000:3.0:1775764769.888691:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.888729:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23386 00000100:00100000:3.0:1775764769.888738:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+319:2379:x1862022966902784:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.888753:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.888760:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.888774:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 319 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.888795:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764769.888811:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.888819:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.888826:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.888877:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+319:2379:x1862022966902784:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 140us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.888885:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23386 00010000:00010000:2.0:1775764769.889786:0:9373:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@000000004097f154 x1862022978357248) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 318 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.889801:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8836 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c13a expref: 318 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.889816:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978357248:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.889828:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978357376:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.889848:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:2.0:1775764769.889853:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.889863:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.889871:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.889893:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966902272 00000100:00100000:2.0:1775764769.889898:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966902272 00000100:00100000:2.0:1775764769.889933:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50818 00000100:00100000:2.0:1775764769.889940:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+318:19723:x1862022966902272:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.889957:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.889971:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f884b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c141 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.890102:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.890113:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.890122:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.890151:0:5794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.890163:0:5794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.890186:0:5794:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978357504:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.890274:0:5794:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764769.892629:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.892960:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966902912 00000100:00100000:0.0:1775764769.892979:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966902912 00010000:00010000:0.0:1775764769.893019:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 320 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.893062:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23387 00000100:00100000:0.0:1775764769.893072:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+320:2381:x1862022966902912:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.893088:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.893095:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 320 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.893110:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 320 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.893131:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f87f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c11e expref: 320 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.893147:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:0.0:1775764769.893153:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.893162:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.893170:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.893209:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.893268:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+319:2381:x1862022966902912:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 198us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.893277:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23387 00010000:00010000:3.0:1775764769.894044:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.894053:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764769.894077:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed7:0x0]: returning size 2048 00010000:00010000:3.0:1775764769.894257:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f883d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 320 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.894276:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 319 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.894286:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764769.894289:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764769.894291:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923400, rc 0) 00000100:00100000:3.0:1775764769.894340:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+319:19724:x1862022966902656:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 12008us (12237us total) trans 4294997337 rc 0/0 00000100:00100000:3.0:1775764769.894348:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50817 00000100:00100000:2.0:1775764769.898065:0:5794:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5794:1862022978357504:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764769.898096:0:5794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.899942:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.900291:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903040 00000100:00100000:3.0:1775764769.900300:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903040 00010000:00010000:3.0:1775764769.900338:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.900378:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23388 00000100:00100000:3.0:1775764769.900387:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+319:2379:x1862022966903040:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.900400:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.900406:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.900420:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.900445:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f87e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c117 expref: 319 pid: 5795 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.900460:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:3.0:1775764769.900515:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.900526:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.900534:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.900559:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.900910:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+318:2379:x1862022966903040:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 523us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.900918:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23388 00010000:00010000:1.0:1775764769.900994:0:5794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.901003:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764769.901028:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed6:0x0]: returning size 2048 00010000:00010000:1.0:1775764769.901197:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f884b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 319 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.901213:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 318 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.901220:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:1.0:1775764769.901222:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764769.901225:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923c00, rc 0) 00000100:00100000:1.0:1775764769.903153:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+318:19723:x1862022966902272:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 13202us (14733us total) trans 4294997338 rc 0/0 00000100:00100000:1.0:1775764769.903165:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50818 00000100:00100000:1.0:1775764769.905556:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.907454:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903168 00000100:00100000:2.0:1775764769.907498:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903168 00000100:00100000:2.0:1775764769.907562:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50819 00000100:00100000:2.0:1775764769.907573:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+318:19724:x1862022966903168:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.907593:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.907614:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8867 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c14f expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.907727:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.907742:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 319 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.907750:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.907784:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 319 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.907801:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 319 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764769.907814:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978357632:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764769.907914:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00010000:00010000:0.0:1775764769.911205:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764769.912005:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978357632:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.912030:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764769.913341:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764769.913428:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903296 00000100:00100000:0.0:1775764769.913437:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903296 00000100:00100000:0.0:1775764769.913612:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50820 00000100:00100000:0.0:1775764769.913622:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+320:19723:x1862022966903296:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.913647:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.913670:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8875 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c156 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.913789:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.913814:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.913823:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 4/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.913856:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.913866:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764769.913887:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978357760:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764769.914219:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764769.916229:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.916347:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903424 00000100:00100000:3.0:1775764769.916357:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903424 00010000:00010000:3.0:1775764769.916390:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 322 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.916637:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23389 00000100:00100000:3.0:1775764769.916647:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+322:2382:x1862022966903424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.916661:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.916667:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 322 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.916686:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 322 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.916707:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8844 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c148 expref: 322 pid: 9373 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.916722:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764769.916728:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.916737:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.916745:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.916776:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.916836:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+321:2382:x1862022966903424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 189us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.916844:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23389 00010000:00010000:2.0:1775764769.916941:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.916950:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764769.917165:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed7:0x0]: returning size 2048 00000004:00200000:2.0:1775764769.917171:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764769.917194:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.917222:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8867 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c14f expref: 321 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.917235:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c14f expref: 320 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.917242:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:2.0:1775764769.917251:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764769.917254:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7922e00, rc 0) 00000100:00100000:2.0:1775764769.917280:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+320:19724:x1862022966903168:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 9709us (11732us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.917286:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50819 00000100:00100000:2.0:1775764769.923092:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.923518:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.923838:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903680 00000100:00100000:1.0:1775764769.923849:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903680 00000100:00100000:1.0:1775764769.923903:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50821 00000100:00100000:1.0:1775764769.923912:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+320:19724:x1862022966903680:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.923935:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.923962:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0800/0x2aac6a50e5f8883 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c15d expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.924042:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0800/0x2aac6a50e5f8883 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x267:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c15d expref: 321 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.924055:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0800/0x2aac6a50e5f8883 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x267:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c15d expref: 321 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.924074:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897682bd0800) 00010000:00010000:1.0:1775764769.924077:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764769.924081:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d0800, rc 0) 00000100:00100000:1.0:1775764769.924134:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+321:19724:x1862022966903680:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 224us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.924141:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50821 00000100:00100000:0.0:1775764769.924651:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978357760:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764769.924674:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.924907:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903552 00000100:00100000:3.0:1775764769.924913:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903552 00010000:00010000:3.0:1775764769.924937:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764769.925012:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23390 00000100:00100000:3.0:1775764769.925021:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+321:2381:x1862022966903552:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764769.925034:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764769.925040:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.925052:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.925070:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923c00/0x2aac6a50e5f8852 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c141 expref: 321 pid: 5794 timeout: 1496 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.925083:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:3.0:1775764769.925087:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.925095:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.925101:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.925129:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764769.925158:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+320:2381:x1862022966903552:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 138us (2077us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.925165:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23390 00010000:00010000:0.0:1775764769.925376:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.925384:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764769.925424:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed6:0x0]: returning size 2048 00000004:00200000:0.0:1775764769.925429:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764769.925448:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.925505:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8875 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c156 expref: 320 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.925519:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c156 expref: 319 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.925526:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:0.0:1775764769.925529:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764769.925532:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768222e400, rc 0) 00000100:00100000:0.0:1775764769.925563:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+319:19723:x1862022966903296:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 11943us (12228us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.925570:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50820 00000100:00100000:2.0:1775764769.930429:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.930503:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.930586:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903808 00000100:00100000:1.0:1775764769.930596:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903808 00000100:00100000:1.0:1775764769.930647:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15126 00000100:00100000:1.0:1775764769.930658:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:3f83546c-01a9-4156-8a97-44c446245d3e+75:19724:x1862022966903808:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.930681:0:12215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.930709:0:12215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c164 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764769.930737:0:12215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x33:0x0] initial LVB size: 1099872, mtime: 0x684736e8, atime: 0x0, ctime: 0x69d80250, blocks: 0x1007 00010000:00010000:1.0:1775764769.930758:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764769.930761:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764769.930769:0:12215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 76 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.930792:0:12215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 76 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.930815:0:12215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1c00, rc 0) 00000100:00100000:1.0:1775764769.930868:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:3f83546c-01a9-4156-8a97-44c446245d3e+76:19724:x1862022966903808:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 213us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.930875:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15126 00000100:00100000:3.0:1775764769.931129:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966903936 00000100:00100000:3.0:1775764769.931134:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966903936 00000100:00100000:3.0:1775764769.931173:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50822 00000100:00100000:3.0:1775764769.931182:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+319:19723:x1862022966903936:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764769.931197:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764769.931211:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8891 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c16b expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.931350:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8891 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c16b expref: 320 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.931363:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8891 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c16b expref: 320 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764769.931380:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897682bd0800) 00010000:00010000:3.0:1775764769.931383:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764769.931386:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934400, rc 0) 00000100:00100000:3.0:1775764769.931408:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+320:19723:x1862022966903936:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 228us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764769.931414:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50822 00000100:00100000:1.0:1775764769.940842:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.940881:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.941000:0:16242:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904192 00000100:00100000:3.0:1775764769.941010:0:16242:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904192 00002000:00100000:3.0:1775764769.941059:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000403:0x33:0x0] (0->1048575) req@ffff89768e214000 x1862022966904192/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 488/0 e 0 to 0 dl 1775764780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764769.941070:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e214000 with x1862022966904192 ext(0->1048575) 00002000:00010000:3.0:1775764769.941075:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768e214000 00000100:00100000:3.0:1775764769.941100:0:16242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2302 00000100:00100000:3.0:1775764769.941107:0:16242:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:3f83546c-01a9-4156-8a97-44c446245d3e+76:2382:x1862022966904192:12345-192.168.202.46@tcp:3:tar.0 00000100:00100000:0.0:1775764769.942170:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904064 00000100:00100000:0.0:1775764769.942179:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904064 00000100:00100000:0.0:1775764769.942227:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5381 00000100:00100000:0.0:1775764769.942236:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+320:2380:x1862022966904064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764769.942256:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764769.942281:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8891 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x267:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c16b expref: 320 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.942297:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897682bd0800) 00010000:00010000:0.0:1775764769.942303:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764769.942337:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+319:2380:x1862022966904064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 104us (1506us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.942344:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5381 00000100:00100000:1.0:1775764769.951010:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.951179:0:6585:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904320 00000100:00100000:2.0:1775764769.951190:0:6585:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904320 00002000:00100000:2.0:1775764769.951237:0:6585:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000403:0x33:0x0] (1048576->1101823) req@ffff89768e215f80 x1862022966904320/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 488/0 e 0 to 0 dl 1775764780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764769.951259:0:6585:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e215f80 with x1862022966904320 ext(1048576->1101823) 00002000:00010000:2.0:1775764769.951265:0:6585:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768e215f80 00000100:00100000:2.0:1775764769.951295:0:6585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2303 00000100:00100000:2.0:1775764769.951304:0:6585:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3f83546c-01a9-4156-8a97-44c446245d3e+78:2381:x1862022966904320:12345-192.168.202.46@tcp:3:tar.0 00000100:00100000:3.0:1775764769.967662:0:16242:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:3f83546c-01a9-4156-8a97-44c446245d3e+78:2382:x1862022966904192:12345-192.168.202.46@tcp:3:tar.0 Request processed in 26539us (26764us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1775764769.967682:0:16242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2302 00002000:00100000:3.0:1775764769.967697:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000403:0x33:0x0] (0->1048575) req@ffff89768e214000 x1862022966904192/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 488/440 e 0 to 0 dl 1775764780 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'tar.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764769.967708:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e214000 with x1862022966904192 ext(0->1048575) 00002000:00010000:3.0:1775764769.967714:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768e214000 00000100:00100000:0.0:1775764769.971215:0:6585:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3f83546c-01a9-4156-8a97-44c446245d3e+76:2381:x1862022966904320:12345-192.168.202.46@tcp:3:tar.0 Request processed in 19900us (20202us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1775764769.971226:0:6585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2303 00002000:00100000:0.0:1775764769.971238:0:6585:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000403:0x33:0x0] (1048576->1101823) req@ffff89768e215f80 x1862022966904320/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 488/440 e 0 to 0 dl 1775764780 ref 1 fl Complete:/600/0 rc 53248/53248 job:'tar.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764769.971256:0:6585:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e215f80 with x1862022966904320 ext(1048576->1101823) 00002000:00010000:0.0:1775764769.971263:0:6585:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768e215f80 00000100:00100000:1.0:1775764769.974577:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.974666:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904448 00000100:00100000:2.0:1775764769.974675:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904448 00000100:00100000:2.0:1775764769.974730:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50823 00000100:00100000:2.0:1775764769.974739:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+319:19724:x1862022966904448:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764769.974758:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764769.974778:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f8898 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c172 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.974843:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f8898 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x265:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c172 expref: 320 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.974858:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f8898 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x265:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c172 expref: 320 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764769.974877:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff897690fc9500) 00010000:00010000:2.0:1775764769.974880:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764769.974885:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923000, rc 0) 00000100:00100000:2.0:1775764769.974944:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+320:19724:x1862022966904448:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 206us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764769.974951:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50823 00000100:00100000:2.0:1775764769.978676:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764769.978718:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.978819:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904576 00000100:00100000:1.0:1775764769.978829:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904576 00000100:00100000:1.0:1775764769.978888:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15127 00000100:00100000:1.0:1775764769.978898:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+76:19724:x1862022966904576:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764769.978918:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764769.978939:0:12041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c179 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764769.978964:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x31:0x0] initial LVB size: 54680, mtime: 0x60a47d56, atime: 0x0, ctime: 0x69d8024f, blocks: 0x83 00010000:00010000:1.0:1775764769.978994:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764769.978997:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764769.979005:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.979025:0:12041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 77 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.979037:0:12041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1800, rc 0) 00000100:00100000:1.0:1775764769.979091:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+77:19724:x1862022966904576:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 195us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.979098:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15127 00000100:00100000:0.0:1775764769.979616:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904704 00000100:00100000:0.0:1775764769.979621:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904704 00000100:00100000:0.0:1775764769.979664:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50824 00000100:00100000:0.0:1775764769.979673:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+320:19723:x1862022966904704:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764769.979685:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764769.979700:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375800/0x2aac6a50e5f88a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c180 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.979745:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375800/0x2aac6a50e5f88a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c180 expref: 321 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.979758:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375800/0x2aac6a50e5f88a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c180 expref: 321 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764769.979774:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff897690fc9500) 00010000:00010000:0.0:1775764769.979776:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764769.979779:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375800, rc 0) 00000100:00100000:0.0:1775764769.979819:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+321:19723:x1862022966904704:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 148us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764769.979825:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50824 00000100:00100000:2.0:1775764769.982398:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764769.982504:0:16240:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904832 00000100:00100000:3.0:1775764769.982513:0:16240:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904832 00002000:00100000:3.0:1775764769.982561:0:16240:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000403:0x31:0x0] (0->57343) req@ffff897684736300 x1862022966904832/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 488/0 e 0 to 0 dl 1775764780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'tar.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764769.982573:0:16240:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684736300 with x1862022966904832 ext(0->57343) 00002000:00010000:3.0:1775764769.982580:0:16240:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897684736300 00000100:00100000:3.0:1775764769.982610:0:16240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2304 00000100:00100000:3.0:1775764769.982619:0:16240:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3f83546c-01a9-4156-8a97-44c446245d3e+77:2382:x1862022966904832:12345-192.168.202.46@tcp:3:tar.0 00000100:00100000:2.0:1775764769.987961:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764769.988157:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966904960 00000100:00100000:1.0:1775764769.988169:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966904960 00000100:00100000:1.0:1775764769.988251:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5382 00000100:00100000:1.0:1775764769.988262:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+321:2380:x1862022966904960:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764769.988280:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764769.988307:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375800/0x2aac6a50e5f88a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x265:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c180 expref: 321 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764769.988326:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff897690fc9500) 00010000:00010000:1.0:1775764769.988331:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764769.988385:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+320:2380:x1862022966904960:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 126us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.988392:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5382 00000100:00100000:3.0:1775764769.993633:0:16240:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3f83546c-01a9-4156-8a97-44c446245d3e+77:2382:x1862022966904832:12345-192.168.202.46@tcp:3:tar.0 Request processed in 11004us (11233us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1775764769.993647:0:16240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2304 00002000:00100000:3.0:1775764769.993660:0:16240:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000403:0x31:0x0] (0->57343) req@ffff897684736300 x1862022966904832/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:250/0 lens 488/440 e 0 to 0 dl 1775764780 ref 1 fl Complete:/600/0 rc 57344/57344 job:'tar.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764769.993670:0:16240:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684736300 with x1862022966904832 ext(0->57343) 00002000:00010000:3.0:1775764769.993676:0:16240:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897684736300 00000100:00100000:0.0:1775764770.000210:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.000315:0:6583:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905088 00000100:00100000:1.0:1775764770.000325:0:6583:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905088 00002000:00100000:1.0:1775764770.000376:0:6583:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000403:0x32:0x0] (0->4095) req@ffff8976813fd880 x1862022966905088/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.000395:0:6583:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976813fd880 with x1862022966905088 ext(0->4095) 00002000:00010000:1.0:1775764770.000400:0:6583:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976813fd880 00000100:00100000:1.0:1775764770.000432:0:6583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2305 00000100:00100000:1.0:1775764770.000441:0:6583:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966905088:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764770.000721:0:6583:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966905088:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 280us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764770.000729:0:6583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2305 00002000:00100000:1.0:1775764770.000735:0:6583:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000403:0x32:0x0] (0->4095) req@ffff8976813fd880 x1862022966905088/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.000743:0:6583:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976813fd880 with x1862022966905088 ext(0->4095) 00002000:00010000:1.0:1775764770.000746:0:6583:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976813fd880 00000100:00100000:2.0:1775764770.004965:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.005157:0:14507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905216 00000100:00100000:0.0:1775764770.005166:0:14507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905216 00002000:00100000:0.0:1775764770.005237:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000403:0x32:0x0] (4096->8191) req@ffff897684736a00 x1862022966905216/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764770.005257:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684736a00 with x1862022966905216 ext(4096->8191) 00002000:00010000:0.0:1775764770.005263:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684736a00 00000100:00100000:0.0:1775764770.005297:0:14507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2306 00000100:00100000:0.0:1775764770.005308:0:14507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+70:2380:x1862022966905216:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:0.0:1775764770.005592:0:14507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+70:2380:x1862022966905216:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 285us (636us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764770.005600:0:14507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2306 00002000:00100000:0.0:1775764770.005607:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000403:0x32:0x0] (4096->8191) req@ffff897684736a00 x1862022966905216/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764770.005615:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684736a00 with x1862022966905216 ext(4096->8191) 00002000:00010000:0.0:1775764770.005618:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684736a00 00000100:00080000:1.0:1775764770.006509:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764770.012892:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.013253:0:16272:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905344 00000100:00100000:1.0:1775764770.013269:0:16272:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905344 00002000:00100000:1.0:1775764770.013317:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000403:0x32:0x0] (8192->12287) req@ffff897684734e00 x1862022966905344/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.013329:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684734e00 with x1862022966905344 ext(8192->12287) 00002000:00010000:1.0:1775764770.013334:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684734e00 00000100:00100000:1.0:1775764770.013368:0:16272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2307 00000100:00100000:1.0:1775764770.013378:0:16272:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966905344:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764770.013688:0:16272:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966905344:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 311us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764770.013702:0:16272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2307 00002000:00100000:1.0:1775764770.013709:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000403:0x32:0x0] (8192->12287) req@ffff897684734e00 x1862022966905344/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.013717:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684734e00 with x1862022966905344 ext(8192->12287) 00002000:00010000:1.0:1775764770.013720:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684734e00 00000100:00100000:0.0:1775764770.018668:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.019123:0:11382:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905472 00000100:00100000:1.0:1775764770.019134:0:11382:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905472 00002000:00100000:1.0:1775764770.019182:0:11382:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000403:0x32:0x0] (45056->49151) req@ffff8976813ff480 x1862022966905472/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.019193:0:11382:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976813ff480 with x1862022966905472 ext(45056->49151) 00002000:00010000:1.0:1775764770.019199:0:11382:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976813ff480 00000100:00100000:1.0:1775764770.019236:0:11382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2308 00000100:00100000:1.0:1775764770.019254:0:11382:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966905472:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764770.019774:0:11382:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966905472:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 528us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764770.019783:0:11382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2308 00002000:00100000:1.0:1775764770.019792:0:11382:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000403:0x32:0x0] (45056->49151) req@ffff8976813ff480 x1862022966905472/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.019810:0:11382:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976813ff480 with x1862022966905472 ext(45056->49151) 00002000:00010000:1.0:1775764770.019814:0:11382:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976813ff480 00000100:00100000:2.0:1775764770.026110:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.026200:0:11378:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905600 00000100:00100000:0.0:1775764770.026211:0:11378:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905600 00002000:00100000:0.0:1775764770.026347:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000403:0x32:0x0] (90112->94207) req@ffff897684734a80 x1862022966905600/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764770.026359:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684734a80 with x1862022966905600 ext(90112->94207) 00002000:00010000:0.0:1775764770.026366:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684734a80 00000100:00100000:0.0:1775764770.026443:0:11378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2309 00000100:00100000:0.0:1775764770.026454:0:11378:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966905600:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:0.0:1775764770.026763:0:11378:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966905600:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 310us (661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764770.026772:0:11378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2309 00002000:00100000:0.0:1775764770.026778:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000403:0x32:0x0] (90112->94207) req@ffff897684734a80 x1862022966905600/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764770.026787:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684734a80 with x1862022966905600 ext(90112->94207) 00002000:00010000:0.0:1775764770.026790:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684734a80 00000100:00100000:3.0:1775764770.030900:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.031958:0:11386:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905728 00000100:00100000:1.0:1775764770.032062:0:11386:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905728 00002000:00100000:1.0:1775764770.032115:0:11386:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000403:0x32:0x0] (98304->102399) req@ffff897683072a00 x1862022966905728/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.032126:0:11386:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897683072a00 with x1862022966905728 ext(98304->102399) 00002000:00010000:1.0:1775764770.032132:0:11386:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897683072a00 00000100:00100000:1.0:1775764770.032159:0:11386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2310 00000100:00100000:1.0:1775764770.032167:0:11386:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3f83546c-01a9-4156-8a97-44c446245d3e+70:2380:x1862022966905728:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764770.032756:0:11386:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3f83546c-01a9-4156-8a97-44c446245d3e+70:2380:x1862022966905728:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 586us (1861us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764770.032766:0:11386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2310 00002000:00100000:1.0:1775764770.032774:0:11386:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000403:0x32:0x0] (98304->102399) req@ffff897683072a00 x1862022966905728/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.032783:0:11386:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897683072a00 with x1862022966905728 ext(98304->102399) 00002000:00010000:1.0:1775764770.032787:0:11386:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897683072a00 00000100:00100000:2.0:1775764770.037460:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.037579:0:16242:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905856 00000100:00100000:3.0:1775764770.037591:0:16242:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905856 00002000:00100000:3.0:1775764770.037638:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000403:0x32:0x0] (94208->98303) req@ffff897684735880 x1862022966905856/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764770.037649:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684735880 with x1862022966905856 ext(94208->98303) 00002000:00010000:3.0:1775764770.037656:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684735880 00000100:00100000:3.0:1775764770.037689:0:16242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2311 00000100:00100000:3.0:1775764770.037698:0:16242:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966905856:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:3.0:1775764770.038397:0:16242:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966905856:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 697us (944us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764770.038407:0:16242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2311 00002000:00100000:3.0:1775764770.038414:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000403:0x32:0x0] (94208->98303) req@ffff897684735880 x1862022966905856/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764770.038423:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684735880 with x1862022966905856 ext(94208->98303) 00002000:00010000:3.0:1775764770.038427:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684735880 00000100:00100000:2.0:1775764770.044310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.044504:0:16241:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966905984 00000100:00100000:3.0:1775764770.044515:0:16241:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966905984 00002000:00100000:3.0:1775764770.044562:0:16241:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000403:0x32:0x0] (606208->610303) req@ffff897684735180 x1862022966905984/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764770.044574:0:16241:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684735180 with x1862022966905984 ext(606208->610303) 00002000:00010000:3.0:1775764770.044581:0:16241:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684735180 00000100:00100000:3.0:1775764770.044611:0:16241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2312 00000100:00100000:3.0:1775764770.044620:0:16241:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966905984:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:3.0:1775764770.044897:0:16241:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966905984:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 277us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764770.044906:0:16241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2312 00002000:00100000:3.0:1775764770.044914:0:16241:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000403:0x32:0x0] (606208->610303) req@ffff897684735180 x1862022966905984/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764770.044924:0:16241:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684735180 with x1862022966905984 ext(606208->610303) 00002000:00010000:3.0:1775764770.044927:0:16241:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684735180 00000100:00100000:2.0:1775764770.050005:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.050183:0:6583:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966906112 00000100:00100000:3.0:1775764770.050194:0:6583:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966906112 00002000:00100000:3.0:1775764770.050242:0:6583:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000403:0x32:0x0] (16384->20479) req@ffff89768e385c00 x1862022966906112/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764770.050266:0:6583:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e385c00 with x1862022966906112 ext(16384->20479) 00002000:00010000:3.0:1775764770.050273:0:6583:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e385c00 00000100:00100000:3.0:1775764770.050311:0:6583:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2313 00000100:00100000:3.0:1775764770.050321:0:6583:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966906112:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:3.0:1775764770.050985:0:6583:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966906112:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 663us (988us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764770.050995:0:6583:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2313 00002000:00100000:3.0:1775764770.051002:0:6583:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000403:0x32:0x0] (16384->20479) req@ffff89768e385c00 x1862022966906112/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764770.051012:0:6583:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e385c00 with x1862022966906112 ext(16384->20479) 00002000:00010000:3.0:1775764770.051016:0:6583:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e385c00 00000100:00100000:2.0:1775764770.056369:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.056682:0:14507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966906240 00000100:00100000:0.0:1775764770.056692:0:14507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966906240 00002000:00100000:0.0:1775764770.056741:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000403:0x32:0x0] (81920->86015) req@ffff89768e386680 x1862022966906240/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764770.056751:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e386680 with x1862022966906240 ext(81920->86015) 00002000:00010000:0.0:1775764770.056757:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e386680 00000100:00100000:0.0:1775764770.056790:0:14507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2314 00000100:00100000:0.0:1775764770.056809:0:14507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966906240:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:0.0:1775764770.057179:0:14507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966906240:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 379us (818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764770.057188:0:14507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2314 00002000:00100000:0.0:1775764770.057204:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000403:0x32:0x0] (81920->86015) req@ffff89768e386680 x1862022966906240/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764770.057213:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e386680 with x1862022966906240 ext(81920->86015) 00002000:00010000:0.0:1775764770.057216:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e386680 00000100:00100000:0.0:1775764770.064344:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.064515:0:16272:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966906368 00000100:00100000:1.0:1775764770.064525:0:16272:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966906368 00002000:00100000:1.0:1775764770.064574:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000403:0x32:0x0] (1368064->1372159) req@ffff8976813fc700 x1862022966906368/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.064586:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976813fc700 with x1862022966906368 ext(1368064->1372159) 00002000:00010000:1.0:1775764770.064592:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976813fc700 00000100:00100000:1.0:1775764770.064625:0:16272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2315 00000100:00100000:1.0:1775764770.064634:0:16272:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+70:2380:x1862022966906368:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764770.064829:0:16272:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+70:2380:x1862022966906368:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 195us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764770.064837:0:16272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2315 00002000:00100000:1.0:1775764770.064843:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000403:0x32:0x0] (1368064->1372159) req@ffff8976813fc700 x1862022966906368/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.064857:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976813fc700 with x1862022966906368 ext(1368064->1372159) 00002000:00010000:1.0:1775764770.064860:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976813fc700 00000100:00100000:1.0:1775764770.069592:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.069637:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.069834:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966906624 00000100:00100000:2.0:1775764770.069844:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966906624 00000100:00100000:2.0:1775764770.069906:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966906880 00000100:00100000:2.0:1775764770.069910:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966906880 00000100:00100000:2.0:1775764770.069932:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50825 00000100:00100000:2.0:1775764770.069940:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+321:19723:x1862022966906624:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.069959:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.069987:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f88ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c187 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.070281:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 7168 00010000:00010000:2.0:1775764770.070455:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f88ad lrc: 1/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c187 expref: 323 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.070512:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff8977817ef100) 00010000:00010000:2.0:1775764770.070515:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764770.070521:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f88ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c187 expref: 323 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.070534:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7922600, rc 0) 00000100:00100000:2.0:1775764770.070589:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+322:19723:x1862022966906624:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 649us (1007us total) trans 4294997339 rc 301/301 00000100:00100000:2.0:1775764770.070597:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50825 00000100:00100000:2.0:1775764770.070618:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50826 00000100:00100000:2.0:1775764770.070625:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+321:19724:x1862022966906880:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.070633:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.070640:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f88bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c18e expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.070768:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 7168 00010000:00010000:2.0:1775764770.070879:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f88bb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c18e expref: 323 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.070888:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff8977817ef100) 00010000:00010000:2.0:1775764770.070891:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764770.070894:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f88bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c18e expref: 323 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.070903:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923400, rc 0) 00000100:00100000:2.0:1775764770.070922:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+322:19724:x1862022966906880:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 298us (1286us total) trans 4294997340 rc 301/301 00000100:00100000:2.0:1775764770.070929:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50826 00000100:00080000:1.0:1775764770.071626:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764770.076158:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.076357:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907008 00000100:00100000:0.0:1775764770.076367:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907008 00000100:00100000:0.0:1775764770.076429:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16188 00000100:00100000:0.0:1775764770.076441:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+322:19724:x1862022966907008:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:2.0:1775764770.082794:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+322:19724:x1862022966907008:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6344us (6634us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.082817:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16188 00000100:00100000:0.0:1775764770.085677:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.089038:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.089217:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907264 00000100:00100000:1.0:1775764770.089230:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907264 00000100:00100000:1.0:1775764770.089300:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50827 00000100:00100000:1.0:1775764770.089311:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+322:19724:x1862022966907264:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.089336:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.089356:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f88c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c195 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.089450:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.089646:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.089660:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.089677:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.089685:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.089691:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090364:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x272:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090376:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x272:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090384:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x272:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.090420:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x272:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.090425:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.090444:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x272:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090456:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x272:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090614:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090622:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090628:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090633:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.090638:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090644:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090656:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768245a000) 00010000:00010000:1.0:1775764770.090659:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.090663:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090670:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090681:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090687:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090692:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090697:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.090700:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090704:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090711:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xd8045a37 (ffff89768f7c0600) 00010000:00010000:1.0:1775764770.090713:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.090715:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090721:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090759:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f88c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c195 expref: 324 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090772:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x272:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c195 expref: 323 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.090779:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x272:0x0].0x0 (ffff89768f7c0300) 00010000:00010000:1.0:1775764770.090781:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.090784:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1200, rc 0) 00000100:00100000:1.0:1775764770.090964:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+323:19724:x1862022966907264:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1654us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.090981:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50827 00000100:00100000:2.0:1775764770.091205:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907136 00000100:00100000:2.0:1775764770.091213:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907136 00000100:00100000:2.0:1775764770.091268:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16189 00000100:00100000:2.0:1775764770.091277:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+323:19723:x1862022966907136:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:3.0:1775764770.097379:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+323:19723:x1862022966907136:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6091us (11700us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.097394:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16189 00000100:00100000:2.0:1775764770.103439:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.103714:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907520 00000100:00100000:1.0:1775764770.103724:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907520 00000100:00100000:1.0:1775764770.103777:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 45 00000100:00100000:1.0:1775764770.103786:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+323:2379:x1862022966907520:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:1.0:1775764770.103836:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.103858:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f88e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1a3 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.103957:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104430:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104445:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104495:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104504:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104511:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104846:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104855:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104863:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.104888:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x270:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.104893:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.104910:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104921:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104929:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104935:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104945:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104951:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.104955:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104963:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104986:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768245a000) 00010000:00010000:1.0:1775764770.104989:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.104993:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.104999:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f88ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105012:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105018:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105022:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105026:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.105029:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105038:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105044:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x8e4542d7 (ffff89768f7c0600) 00010000:00010000:1.0:1775764770.105047:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.105049:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105056:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f88f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105085:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f88e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1a3 expref: 325 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105098:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1a3 expref: 324 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105105:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (ffff89768f7c0100) 00010000:00010000:1.0:1775764770.105108:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.105110:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1a00, rc 0) 00010000:00010000:1.0:1775764770.105115:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.105126:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8901 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1aa expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105153:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105161:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105172:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105184:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105191:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105196:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105370:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x276:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105377:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x276:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105384:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x276:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.105398:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x276:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.105401:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.105410:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x276:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105418:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x276:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105425:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105434:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105440:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105446:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dc200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.105449:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105455:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105515:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768245a000) 00010000:00010000:1.0:1775764770.105519:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.105522:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105527:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8908 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105537:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105543:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105548:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105553:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dce00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.105556:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105561:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105568:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xe2501d74 (ffff8977c21df400) 00010000:00010000:1.0:1775764770.105570:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.105572:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105578:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f890f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105611:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8901 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1aa expref: 326 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105622:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x276:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1aa expref: 325 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105628:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x276:0x0].0x0 (ffff8977c21dff00) 00010000:00010000:1.0:1775764770.105630:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.105632:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dc800, rc 0) 00010000:00010000:1.0:1775764770.105636:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.105643:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f891d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1b1 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105665:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105672:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105680:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105690:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105697:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105703:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105858:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x274:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105866:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x274:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105873:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x274:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.105888:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x274:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.105890:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.105899:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x274:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105906:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105913:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105921:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105926:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105931:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dde00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.105934:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105939:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105946:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768245a000) 00010000:00010000:1.0:1775764770.105949:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.105951:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105956:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8924 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105964:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105969:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105974:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105979:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dd200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.105981:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105986:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.105991:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xe93b25ce (ffff8977c21dfb00) 00010000:00010000:1.0:1775764770.105993:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.105995:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106000:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f892b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106019:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f891d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1b1 expref: 327 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106031:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1b1 expref: 326 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106037:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x274:0x0].0x0 (ffff8977c21dfa00) 00010000:00010000:1.0:1775764770.106039:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.106041:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dd800, rc 0) 00010000:00010000:1.0:1775764770.106045:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.106052:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f8939 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1b8 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106073:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106080:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106087:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106099:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106106:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106112:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106260:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106268:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106274:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.106288:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26d:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.106291:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.106299:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106306:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106313:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106322:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106328:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106334:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dd400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.106336:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106342:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106349:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768245a000) 00010000:00010000:1.0:1775764770.106352:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.106354:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106359:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8940 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106367:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106372:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106377:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106382:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dcc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.106385:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106390:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106396:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xbf0c4e99 (ffff8977987cb400) 00010000:00010000:1.0:1775764770.106398:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.106400:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106405:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8947 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106423:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f8939 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1b8 expref: 328 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106433:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1b8 expref: 327 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.106440:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (ffff8977987cb900) 00010000:00010000:1.0:1775764770.106442:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.106444:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dda00, rc 0) 00000100:00100000:1.0:1775764770.106548:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+327:2379:x1862022966907520:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 2762us (3118us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.106559:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 45 00000100:00100000:0.0:1775764770.116326:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.116662:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907392 00000100:00100000:2.0:1775764770.116672:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907392 00000100:00100000:2.0:1775764770.116735:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15128 00000100:00100000:2.0:1775764770.116744:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+77:2381:x1862022966907392:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.116763:0:12181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.116782:0:12181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c19c expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764770.116819:0:12181:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x36:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:2.0:1775764770.116838:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764770.116841:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764770.116850:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 78 pid: 12181 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.116867:0:12181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 78 pid: 12181 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.116881:0:12181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923c00, rc 0) 00000100:00100000:2.0:1775764770.116939:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+78:2381:x1862022966907392:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 196us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.116947:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15128 00000100:00100000:2.0:1775764770.119577:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.119608:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.119641:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.119673:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.119699:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908032 00000100:00100000:2.0:1775764770.119708:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908032 00000100:00100000:2.0:1775764770.119758:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50828 00000100:00100000:2.0:1775764770.119768:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+327:19723:x1862022966908032:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.119788:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.119818:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f895c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1d4 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.119913:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.119927:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.119942:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.119959:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.119965:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.119983:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.120376:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907648 00000100:00100000:1.0:1775764770.120381:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907648 00000100:00100000:1.0:1775764770.120408:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907904 00000100:00100000:1.0:1775764770.120412:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907904 00000100:00100000:1.0:1775764770.120426:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966907776 00000100:00100000:1.0:1775764770.120429:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966907776 00000100:00100000:1.0:1775764770.120446:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15129 00000100:00100000:1.0:1775764770.120453:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+80:2381:x1862022966907648:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:1.0:1775764770.120498:0:8216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.120512:0:8216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1bf expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764770.120537:0:8216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x35:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:1.0:1775764770.120553:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764770.120556:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764770.120564:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.120579:0:8216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.120592:0:8216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3ba00, rc 0) 00000100:00100000:1.0:1775764770.120649:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+81:2381:x1862022966907648:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 196us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.120655:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15129 00000100:00100000:1.0:1775764770.120675:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15130 00000100:00100000:1.0:1775764770.120681:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+80:2381:x1862022966907904:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:1.0:1775764770.120687:0:8216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.120696:0:8216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1cd expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764770.120713:0:8216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x37:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:1.0:1775764770.120721:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764770.120722:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764770.120726:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.120736:0:8216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.120744:0:8216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3be00, rc 0) 00000100:00100000:1.0:1775764770.120762:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+81:2381:x1862022966907904:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 81us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.120767:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15130 00000100:00100000:1.0:1775764770.120779:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15131 00000100:00100000:1.0:1775764770.120785:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+80:2381:x1862022966907776:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:1.0:1775764770.120791:0:8216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.120798:0:8216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1c6 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764770.120809:0:8216:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x38:0x0] initial LVB size: 1048576, mtime: 0x69d80253, atime: 0x0, ctime: 0x69d80253, blocks: 0x803 00010000:00010000:1.0:1775764770.120817:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764770.120818:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764770.120823:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.120838:0:8216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.120845:0:8216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3b800, rc 0) 00000100:00100000:1.0:1775764770.120860:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+81:2381:x1862022966907776:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 77us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.120866:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15131 00010000:00010000:2.0:1775764770.121267:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x275:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121278:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x275:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121285:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x275:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.121322:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x275:0x0]: returning size 1048576 00000004:00200000:2.0:1775764770.121326:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.121346:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x275:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121356:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121365:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121375:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121382:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121387:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7922800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.121391:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121398:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121409:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff8977bb3c8200) 00010000:00010000:2.0:1775764770.121412:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.121417:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121422:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8963 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121434:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121441:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121446:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121451:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7922600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.121454:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121701:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121710:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xe2501d74 (ffff897691328f00) 00010000:00010000:2.0:1775764770.121713:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.121715:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121721:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f896a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121756:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f895c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1d4 expref: 329 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121767:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1d4 expref: 328 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.121774:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x275:0x0].0x0 (ffff897691328a00) 00010000:00010000:2.0:1775764770.121776:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.121778:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7923400, rc 0) 00000100:00100000:2.0:1775764770.121821:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+328:19723:x1862022966908032:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 2055us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.121828:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50828 00000100:00100000:1.0:1775764770.124061:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.124368:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908160 00000100:00100000:3.0:1775764770.124377:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908160 00000100:00100000:3.0:1775764770.124435:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15132 00000100:00100000:3.0:1775764770.124445:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966908160:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:3.0:1775764770.124502:0:12039:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.124524:0:12039:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 2/0,0 mode: --/PR res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1db expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764770.124549:0:12039:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x34:0x0] initial LVB size: 1048576, mtime: 0x69d80251, atime: 0x0, ctime: 0x69d80251, blocks: 0x803 00010000:00010000:3.0:1775764770.124569:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764770.124571:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764770.124581:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 71 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.124597:0:12039:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 71 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.124611:0:12039:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768822ee00, rc 0) 00000100:00100000:3.0:1775764770.124708:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+71:2381:x1862022966908160:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 265us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.124716:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15132 00000100:00100000:0.0:1775764770.130339:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.130424:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908416 00000100:00100000:3.0:1775764770.130435:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908416 00000100:00100000:3.0:1775764770.130653:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50829 00000100:00100000:3.0:1775764770.130665:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966908416:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.130719:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.130746:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f88de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x272:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c195 expref: 328 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130768:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x272:0x0].0x0 (ffff89768f7c0300) 00010000:00010000:3.0:1775764770.130784:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709e200/0x2aac6a50e5021bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41d0eec expref: 327 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130793:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768245a000) 00010000:00010000:3.0:1775764770.130811:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.130836:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130848:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130858:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130870:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130877:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.130883:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.131380:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x272:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.131389:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.131399:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.133799:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2836, 64 off189760 00000004:00080000:3.0:1775764770.136795:0:16259:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1396803328920ns, next at 1397803324098ns, rc = 0 00010000:00010000:3.0:1775764770.136911:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x272:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.136929:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.136943:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.136951:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.136957:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.136962:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137144:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.137165:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.137170:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137177:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.137181:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137192:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137203:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x272:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.137206:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.137211:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137216:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f89a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x272:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137229:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.137231:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.137232:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.137245:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137251:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137256:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137260:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.137264:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137269:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137276:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x272:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.137278:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.137281:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137286:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f89a2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x272:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137305:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137310:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137316:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137320:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.137323:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137328:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137335:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897681ccf700) 00010000:00010000:3.0:1775764770.137337:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.137340:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.137345:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8994 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.137357:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090752215 reply state 000000009ec5f47f transno 4294997341 ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.137370:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.138402:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966908416:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 7735us (8066us total) trans 4294997341 rc 0/0 00000100:00100000:3.0:1775764770.138413:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50829 00000100:00100000:0.0:1775764770.139505:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.139643:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.139673:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908672 00000100:00100000:1.0:1775764770.139681:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908672 00000100:00100000:1.0:1775764770.139721:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 46 00000100:00100000:1.0:1775764770.139729:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+328:2380:x1862022966908672:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:1.0:1775764770.139765:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.139785:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f89b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1e9 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.139891:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.139903:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.139913:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.139930:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.139937:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.139944:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141052:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x273:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141065:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x273:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141074:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x273:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.141100:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x273:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.141105:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.141121:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x273:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141132:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x273:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141140:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141146:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141152:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141162:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.141165:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141172:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141183:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff8977bb3c8200) 00010000:00010000:1.0:1775764770.141186:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.141190:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141196:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f89b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141209:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141214:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141220:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141225:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3aa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.141227:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141233:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141256:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xe93b25ce (ffff8977987cb400) 00010000:00010000:1.0:1775764770.141259:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.141261:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141267:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f89be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141298:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f89b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e9 expref: 330 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141310:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x273:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e9 expref: 329 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141318:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x273:0x0].0x0 (ffff8977c21dfb00) 00010000:00010000:1.0:1775764770.141320:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.141322:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3a800, rc 0) 00010000:00010000:1.0:1775764770.141328:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.141336:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f89cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1f0 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141363:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141370:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141376:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141390:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141396:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141402:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.141960:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142112:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142121:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.142142:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26e:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.142146:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.142157:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142166:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142174:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142181:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142191:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142197:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3bc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.142200:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142206:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142214:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff8977bb3c8200) 00010000:00010000:1.0:1775764770.142217:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.142219:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142226:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f89d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142235:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142318:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142324:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142329:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ae00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.142331:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142340:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142348:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xbf0c4e99 (ffff8977c21df400) 00010000:00010000:1.0:1775764770.142351:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.142353:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142359:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f89da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142386:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f89cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1f0 expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142396:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1f0 expref: 330 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142404:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (ffff89768f7c0600) 00010000:00010000:1.0:1775764770.142406:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.142408:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dc400, rc 0) 00010000:00010000:1.0:1775764770.142414:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.142423:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f89e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1f7 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142450:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142458:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142740:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142754:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142762:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.142768:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.142915:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908544 00000100:00100000:3.0:1775764770.142924:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908544 00000100:00100000:3.0:1775764770.143101:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15133 00000100:00100000:3.0:1775764770.143111:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+71:2382:x1862022966908544:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.143127:0:6578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.143139:0:6578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 2/0,0 mode: --/PR res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1e2 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764770.143159:0:6578:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x38:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:3.0:1775764770.143174:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764770.143177:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764770.143186:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 72 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.143199:0:6578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 72 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.143210:0:6578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768822e400, rc 0) 00000100:00100000:3.0:1775764770.143280:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+72:2382:x1862022966908544:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 170us (3781us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.143288:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15133 00010000:00010000:1.0:1775764770.143589:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x271:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144106:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x271:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144116:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x271:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.144145:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x271:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.144149:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.144165:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x271:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144175:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x271:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144185:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144195:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144202:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144208:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dd400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.144211:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144218:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144229:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff8977bb3c8200) 00010000:00010000:1.0:1775764770.144231:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.144235:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144321:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f89ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144335:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144341:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144346:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144350:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dd000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.144353:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144359:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144366:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xd8045a37 (ffff897783000d00) 00010000:00010000:1.0:1775764770.144368:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.144370:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144376:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f89f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144411:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f89e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1f7 expref: 332 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144423:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x271:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1f7 expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144431:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x271:0x0].0x0 (ffff897783000500) 00010000:00010000:1.0:1775764770.144433:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.144435:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dd200, rc 0) 00010000:00010000:1.0:1775764770.144443:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.144455:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8a0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c1fe expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144901:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144910:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144918:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144929:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144936:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.144942:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145294:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145304:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145311:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.145330:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26f:0x0]: returning size 1048576 00000004:00200000:1.0:1775764770.145334:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.145347:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145356:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145363:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145375:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145381:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145387:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dc600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.145390:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145397:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145405:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff8977bb3c8200) 00010000:00010000:1.0:1775764770.145408:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.145411:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145418:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8a12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145429:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145435:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145442:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145447:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dce00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.145450:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.145456:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.148282:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x8e4542d7 (ffff897783000000) 00010000:00010000:1.0:1775764770.148292:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.148299:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.148308:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8a19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.148373:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8a0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1fe expref: 333 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.148387:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1fe expref: 332 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.148394:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764770.148396:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.148399:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dc200, rc 0) 00000100:00100000:1.0:1775764770.148655:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+332:2380:x1862022966908672:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 8925us (9010us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.148666:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 46 00000100:00100000:0.0:1775764770.157906:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.157987:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.158016:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.158031:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.158046:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.158070:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908928 00000100:00100000:0.0:1775764770.158079:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908928 00000100:00100000:0.0:1775764770.158121:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966909056 00000100:00100000:0.0:1775764770.158124:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966909056 00000100:00100000:0.0:1775764770.158140:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966909184 00000100:00100000:0.0:1775764770.158143:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966909184 00000100:00100000:0.0:1775764770.158159:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966909312 00000100:00100000:0.0:1775764770.158161:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966909312 00000100:00100000:0.0:1775764770.158181:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15134 00000100:00100000:0.0:1775764770.158191:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+74:2381:x1862022966908928:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:0.0:1775764770.158207:0:12184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.158227:0:12184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c20c expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764770.158263:0:12184:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x37:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:0.0:1775764770.158282:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.158285:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.158294:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 75 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.158309:0:12184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 75 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.158321:0:12184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685374e00, rc 0) 00000100:00100000:0.0:1775764770.158368:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966908928:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 178us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.158377:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15134 00000100:00100000:0.0:1775764770.158396:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15135 00000100:00100000:0.0:1775764770.158402:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+81:2381:x1862022966909056:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:0.0:1775764770.158409:0:12184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.158418:0:12184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c213 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764770.158433:0:12184:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x34:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:0.0:1775764770.158440:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.158442:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.158446:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 82 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.158457:0:12184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 82 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.158703:0:12184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375c00, rc 0) 00000100:00100000:0.0:1775764770.158725:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+82:2381:x1862022966909056:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 323us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.158731:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15135 00000100:00100000:0.0:1775764770.158745:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15136 00000100:00100000:0.0:1775764770.158751:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+74:2381:x1862022966909184:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:0.0:1775764770.158758:0:12184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.158766:0:12184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c21a expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764770.158782:0:12184:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x36:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:0.0:1775764770.158792:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.158793:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.158798:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 75 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.159121:0:12184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 75 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.159130:0:12184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685374400, rc 0) 00000100:00100000:0.0:1775764770.159152:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966909184:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 401us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.159159:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15136 00000100:00100000:0.0:1775764770.159174:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15137 00000100:00100000:0.0:1775764770.159183:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+74:2381:x1862022966909312:12345-192.168.202.46@tcp:101:ll_agl.0 00010000:00010000:0.0:1775764770.159190:0:12184:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.159200:0:12184:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 2/0,0 mode: --/PR res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c221 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764770.159212:0:12184:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x35:0x0] initial LVB size: 1048576, mtime: 0x69d80252, atime: 0x0, ctime: 0x69d80252, blocks: 0x803 00010000:00010000:0.0:1775764770.159221:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.159222:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764770.159227:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 75 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.159241:0:12184:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 75 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.159249:0:12184:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375800, rc 0) 00000100:00100000:0.0:1775764770.159266:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966909312:12345-192.168.202.46@tcp:101:ll_agl.0 Request processed in 85us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.159272:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15137 00000100:00100000:0.0:1775764770.159354:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764770.159440:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.159449:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.159456:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.160172:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.160179:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.160189:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.160203:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xd8045a37 (ffff89768c96b200) 00010000:00010000:3.0:1775764770.160206:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.160211:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.160216:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f899b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.163198:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966908800 00000100:00100000:1.0:1775764770.163216:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966908800 00000100:00100000:1.0:1775764770.163454:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966909568 00000100:00100000:1.0:1775764770.163486:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966909568 00000100:00100000:2.0:1775764770.163612:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50830 00000100:00100000:2.0:1775764770.163624:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966908800:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.163647:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.163667:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8a43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c205 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.163765:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.163778:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.163789:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.163814:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.163822:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.163828:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164157:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f8a58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164166:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f8a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164172:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f8a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.164205:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.164209:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.164232:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f8a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164419:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164427:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164433:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164439:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.164444:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164451:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164559:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff8977817ef100) 00010000:00010000:2.0:1775764770.164563:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.164569:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164576:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8a4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164587:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164604:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164609:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164614:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.164617:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164622:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164630:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0xf138ac0d (ffff897691328f00) 00010000:00010000:2.0:1775764770.164632:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.164635:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164640:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8a51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164670:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8a43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c205 expref: 334 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164682:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f8a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c205 expref: 333 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164689:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:2.0:1775764770.164691:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764770.164694:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689646c00, rc 0) 00000100:00100000:2.0:1775764770.164764:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966908800:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1143us (6977us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.164772:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50830 00000100:00100000:2.0:1775764770.164794:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50831 00000100:00100000:2.0:1775764770.164804:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966909568:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.164834:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.164846:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923400/0x2aac6a50e5f8986 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1d4 expref: 332 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164856:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x275:0x0].0x0 (ffff897691328a00) 00010000:00010000:2.0:1775764770.164867:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f600/0x2aac6a50e5021e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41d0f01 expref: 331 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164875:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff8977bb3c8200) 00010000:00010000:2.0:1775764770.164881:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.164893:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164900:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164906:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164919:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164925:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.164930:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.167453:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x275:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.167699:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.167711:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.171317:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2838, 64 off189888 00000004:00080000:2.0:1775764770.171332:0:5794:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1396837865843ns, next at 1397837861237ns, rc = 0 00010000:00010000:2.0:1775764770.171406:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x275:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171421:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171432:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171440:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171446:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171451:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171501:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.171525:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.171530:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171536:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7922800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.171540:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171548:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171561:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x275:0x0].0x0 (ffff89778fe9fe00) 00010000:00010000:2.0:1775764770.171564:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.171568:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171574:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922800/0x2aac6a50e5f8a74 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171586:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.171588:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.171601:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.171617:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171623:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171628:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171633:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7922600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.171637:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171643:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171653:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x275:0x0].0x0 (ffff89778fe9fe00) 00010000:00010000:2.0:1775764770.171655:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.171658:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171663:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922600/0x2aac6a50e5f8a6d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171684:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171691:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171696:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171701:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7922c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.171703:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171709:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171716:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764770.171718:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.171721:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.171726:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922c00/0x2aac6a50e5f8a5f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.171742:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e5ad68e reply state 00000000c1f116d9 transno 4294997342 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.171751:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.173732:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966909568:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 8919us (14367us total) trans 4294997342 rc 0/0 00000100:00100000:2.0:1775764770.173745:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50831 00000100:00100000:0.0:1775764770.177669:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764770.177873:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.177887:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.177894:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.177900:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7923800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.177904:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.177911:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.177928:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xe2501d74 (ffff89778fe9f600) 00010000:00010000:1.0:1775764770.177931:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.177935:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.177941:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923800/0x2aac6a50e5f8a66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.178102:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.178402:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966909824 00000100:00100000:2.0:1775764770.178412:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966909824 00000100:00100000:0.0:1775764770.178557:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966909952 00000100:00100000:0.0:1775764770.178561:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966909952 00000100:00100000:0.0:1775764770.178606:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50832 00000100:00100000:0.0:1775764770.178618:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966909824:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.178675:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.178694:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f88fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1a3 expref: 332 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178707:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (ffff89768f7c0100) 00010000:00010000:0.0:1775764770.178715:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.178740:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178751:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178764:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178778:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178784:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178791:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178904:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178911:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.178917:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.179661:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2837, 64 off189824 00010000:00010000:0.0:1775764770.179728:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179738:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179746:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179753:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179759:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179764:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179784:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.179814:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179820:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179826:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179831:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685374a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.179834:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179842:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179850:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (ffff897691036400) 00010000:00010000:0.0:1775764770.179853:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.179856:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179862:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8a89 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179880:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179886:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179891:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179896:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.179899:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179904:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179911:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:0.0:1775764770.179914:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.179916:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.179921:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8a7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.179930:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf888181 reply state 0000000087500413 transno 4294997343 ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.179939:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.180020:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966909824:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1403us (2358us total) trans 4294997343 rc 0/0 00000100:00100000:0.0:1775764770.180027:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50832 00000100:00100000:0.0:1775764770.180054:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50833 00000100:00100000:0.0:1775764770.180063:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966909952:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.180076:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.180087:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8a97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c228 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180152:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180161:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180168:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180178:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180184:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180190:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180367:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8aac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180376:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180383:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.180407:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 7168 00000004:00200000:0.0:1775764770.180411:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.180428:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8aac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180436:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180441:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180446:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180451:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.180454:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180459:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180503:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff8977817ef100) 00010000:00010000:0.0:1775764770.180505:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.180509:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180514:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8a9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180523:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180533:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180539:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180543:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.180546:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180551:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180558:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x977fac0d (ffff897691036600) 00010000:00010000:0.0:1775764770.180560:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.180563:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180568:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8aa5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180593:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8a97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c228 expref: 334 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180604:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8aac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c228 expref: 333 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180611:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:0.0:1775764770.180624:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764770.180626:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934c00, rc 0) 00000100:00100000:0.0:1775764770.180653:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966909952:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 592us (2551us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.180659:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50833 00010000:00010000:0.0:1775764770.180686:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.180691:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180698:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.180702:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180707:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180715:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (ffff897691036400) 00010000:00010000:0.0:1775764770.180718:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.180720:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180725:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8a90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.180735:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.180737:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.180738:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.187331:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.187373:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.187682:0:14727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966910080 00000100:00100000:1.0:1775764770.187692:0:14727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966910080 00002000:00100000:1.0:1775764770.187742:0:14727:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000403:0x32:0x0] (1261568->1265663) req@ffff8977bb872300 x1862022966910080/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/0 e 0 to 0 dl 1775764781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.187752:0:14727:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb872300 with x1862022966910080 ext(1261568->1265663) 00002000:00010000:1.0:1775764770.187758:0:14727:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977bb872300 00000100:00100000:1.0:1775764770.187783:0:14727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2316 00000100:00100000:1.0:1775764770.187793:0:14727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966910080:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764770.187997:0:14727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966910080:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 204us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764770.188005:0:14727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2316 00002000:00100000:1.0:1775764770.188011:0:14727:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000403:0x32:0x0] (1261568->1265663) req@ffff8977bb872300 x1862022966910080/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:251/0 lens 488/4536 e 0 to 0 dl 1775764781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764770.188018:0:14727:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb872300 with x1862022966910080 ext(1261568->1265663) 00002000:00010000:1.0:1775764770.188021:0:14727:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977bb872300 00000100:00100000:0.0:1775764770.190530:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966910336 00000100:00100000:0.0:1775764770.190545:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966910336 00000100:00100000:0.0:1775764770.190629:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50834 00000100:00100000:0.0:1775764770.190639:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966910336:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.190700:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.190731:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f89c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x273:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e9 expref: 333 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.190752:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x273:0x0].0x0 (ffff8977c21dfb00) 00010000:00010000:0.0:1775764770.190763:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.190784:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191306:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191316:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191322:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191332:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685374600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.191336:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191343:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191352:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x8e4542d7 (ffff897691036300) 00010000:00010000:3.0:1775764770.191355:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.191359:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.191364:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8a82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.194858:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.194947:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966910464 00000100:00100000:1.0:1775764770.194956:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966910464 00000100:00100000:1.0:1775764770.195021:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50835 00000100:00100000:1.0:1775764770.195031:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966910464:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.195055:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.195077:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f8aba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c22f expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195178:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195193:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195206:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195221:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195232:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195238:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195573:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195582:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195589:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.195621:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ec:0x0]: returning size 1867776 00000004:00200000:1.0:1775764770.195625:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.195644:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195655:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195663:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195668:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195674:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195683:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.195687:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195693:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195705:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:1.0:1775764770.195708:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.195712:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195717:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5f8ac1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195729:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195734:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195740:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195744:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.195747:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195752:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195762:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x8d5ea5b7 (ffff897783000000) 00010000:00010000:1.0:1775764770.195764:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.195767:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195772:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5f8ac8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195799:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5f8aba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c22f expref: 334 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195813:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c22f expref: 333 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.195820:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff8977929fd200) 00010000:00010000:1.0:1775764770.195822:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.195824:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1200, rc 0) 00000100:00100000:1.0:1775764770.195879:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966910464:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 850us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.195887:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50835 00000100:00100000:3.0:1775764770.197541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.198233:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198263:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198287:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198297:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198304:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198414:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 3/0,1 mode: --/EX res: [0x200000401:0x273:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198422:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.198434:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.200346:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966910592 00000100:00100000:1.0:1775764770.200360:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966910592 00000100:00100000:1.0:1775764770.200433:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 47 00000100:00100000:1.0:1775764770.200444:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:2380:x1862022966910592:12345-192.168.202.46@tcp:63:ll_sa.0 00000040:00080000:0.0:1775764770.201708:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2839, 64 off189952 00010000:00010000:0.0:1775764770.201793:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x273:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201810:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201822:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201830:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201836:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201841:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201864:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.201885:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201892:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201898:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201907:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.201911:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201918:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201929:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x273:0x0].0x0 (ffff89768244af00) 00010000:00010000:0.0:1775764770.201932:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.201936:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 2/0,0 mode: --/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201941:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f8add lrc: 0/0,0 mode: --/EX res: [0x200000401:0x273:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201959:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.201965:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.202342:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.202348:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.202354:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.202357:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.202363:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.202372:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x273:0x0].0x0 (ffff89768244af00) 00010000:00010000:3.0:1775764770.202375:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.202379:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.202383:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f8ae4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x273:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.202399:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.202401:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.202403:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.202726:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.202739:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8aeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c236 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.202836:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.202845:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.202854:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.202866:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.202873:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.202878:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203759:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f8b00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203769:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f8b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203777:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f8b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.203813:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b8:0x0]: returning size 8192 00000004:00200000:1.0:1775764770.203816:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.203837:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f8b00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203850:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203856:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203861:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203866:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dc600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.203869:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203875:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203884:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764770.203887:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.203891:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203897:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5f8af2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203908:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203914:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203919:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203924:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dcc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.203927:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203932:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203939:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x56ca4f59 (ffff897783000d00) 00010000:00010000:1.0:1775764770.203941:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.203943:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203949:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5f8af9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.203989:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5f8aeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c236 expref: 336 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204002:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f8b00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c236 expref: 335 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204009:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.204012:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764770.204014:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dd000, rc 0) 00010000:00010000:1.0:1775764770.204019:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.204026:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8b07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c23d expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204050:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204059:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204065:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204077:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204083:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204090:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204237:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f8b1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204245:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f8b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204252:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f8b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.204327:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x281:0x0]: returning size 7168 00000004:00200000:1.0:1775764770.204330:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.204393:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f8b1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204401:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204411:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204417:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204421:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dde00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.204424:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204430:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204438:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764770.204440:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.204444:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204449:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5f8b0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204457:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204504:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204510:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204515:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.204518:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204524:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204531:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0xc144154 (ffff897783000700) 00010000:00010000:1.0:1775764770.204533:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.204536:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204541:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f8b15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204563:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5f8b07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c23d expref: 337 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204573:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f8b1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c23d expref: 336 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204580:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:1.0:1775764770.204582:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764770.204584:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3ae00, rc 0) 00010000:00010000:1.0:1775764770.204588:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.204595:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f8b23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c244 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204614:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204622:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204629:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204640:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204646:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204653:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204795:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f8b38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204804:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f8b38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204811:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f8b38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.204883:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x278:0x0]: returning size 7168 00000004:00200000:1.0:1775764770.204886:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.204950:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f8b38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204959:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204964:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204972:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204977:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.204980:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204985:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.204993:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764770.204995:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.204998:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205003:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f8b2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205012:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205017:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205022:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205026:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3aa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.205028:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205037:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205043:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x9e0a5f7e (ffff897783000900) 00010000:00010000:1.0:1775764770.205044:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.205047:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205051:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f8b31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205069:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f8b23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c244 expref: 338 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205079:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f8b38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c244 expref: 337 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205086:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:1.0:1775764770.205088:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764770.205090:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3a000, rc 0) 00010000:00010000:1.0:1775764770.205095:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.205104:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f8b3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c24b expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205123:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205131:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205140:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205150:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205155:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205161:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205304:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f8b54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205313:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f8b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.205320:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f8b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.205393:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x287:0x0]: returning size 7168 00000004:00200000:1.0:1775764770.205396:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.205458:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f8b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.205761:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.206077:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.206082:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.206085:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.206091:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.206104:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:0.0:1775764770.206106:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.206109:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.206114:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f8ab3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.206126:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000206121c3 reply state 0000000040ea6108 transno 4294997344 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.206133:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.206212:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+339:19723:x1862022966910336:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 15574us (18837us total) trans 4294997344 rc 0/0 00000100:00100000:0.0:1775764770.206220:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50834 00000100:00100000:2.0:1775764770.207587:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966910720 00000100:00100000:2.0:1775764770.207595:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966910720 00000100:00100000:2.0:1775764770.207651:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5383 00000100:00100000:2.0:1775764770.207660:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+339:2379:x1862022966910720:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764770.207674:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.207690:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8acf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c22f expref: 339 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.207706:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff8977929fd200) 00010000:00010000:2.0:1775764770.207710:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764770.207748:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+338:2379:x1862022966910720:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 91us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.207756:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5383 00010000:00010000:1.0:1775764770.208108:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208116:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208126:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208131:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.208134:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208141:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208150:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764770.208154:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.208156:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208161:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8b46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208174:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208179:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208184:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208188:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.208190:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208199:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208206:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0xddbda88f (ffff897783000600) 00010000:00010000:1.0:1775764770.208208:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.208210:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208215:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f8b4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208251:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f8b3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c24b expref: 338 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208263:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f8b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c24b expref: 337 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.208270:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:1.0:1775764770.208273:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764770.208276:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972c00, rc 0) 00010000:00010000:1.0:1775764770.208283:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.208367:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8b5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c252 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.208412:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.208423:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.208434:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.208448:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.208460:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.208582:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209039:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5f8b70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209050:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5f8b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209062:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5f8b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.209158:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a9:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.209162:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.209237:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5f8b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209247:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209252:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209258:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209263:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.209266:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209272:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209280:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764770.209283:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.209285:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209291:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8b62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209303:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209308:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209314:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209318:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.209321:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209327:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209334:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0xf17aab4e (ffff89768244a000) 00010000:00010000:2.0:1775764770.209336:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.209338:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209343:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8b69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209367:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8b5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c252 expref: 339 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209379:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5f8b70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c252 expref: 338 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209391:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:2.0:1775764770.209393:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.209395:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f600, rc 0) 00010000:00010000:2.0:1775764770.209399:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.209407:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f8b77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c259 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209430:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209439:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209446:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209458:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209565:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209573:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209705:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5f8b8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209714:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5f8b8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.209725:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5f8b8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.210581:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b1:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.210586:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.210667:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5f8b8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210677:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210684:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210690:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210695:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.210698:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210704:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210714:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764770.210716:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.210719:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210724:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8b7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210738:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210745:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210750:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210755:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.210758:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210763:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210769:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x46e192ec (ffff89778fe9fa00) 00010000:00010000:2.0:1775764770.210771:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.210773:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210778:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8b85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210802:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f8b77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c259 expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210812:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5f8b8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c259 expref: 339 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210825:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:2.0:1775764770.210827:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.210830:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fe00, rc 0) 00010000:00010000:2.0:1775764770.210834:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.210842:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8b93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c260 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210866:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210874:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210880:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210894:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210900:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.210906:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211037:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f8ba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211045:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f8ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211056:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f8ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.211119:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x292:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.211122:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.211174:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f8ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211183:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211189:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211195:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211199:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.211202:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211208:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211215:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764770.211217:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.211219:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211224:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8b9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211237:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211244:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211250:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211255:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.211257:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211262:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211268:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x8cffc40b (ffff89779907ba00) 00010000:00010000:2.0:1775764770.211270:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.211272:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211277:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8ba1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211294:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8b93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c260 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211303:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f8ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c260 expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211315:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764770.211317:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.211319:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8f600, rc 0) 00010000:00010000:2.0:1775764770.211322:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.211328:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8baf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c267 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211345:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211352:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211359:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211368:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211374:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.211381:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.214606:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f8bc4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.214626:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f8bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.214643:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f8bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.214884:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e1:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.214888:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.214970:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f8bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.214983:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.214989:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.214996:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215001:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.215005:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215012:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215024:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764770.215027:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.215031:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215038:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8bb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215056:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215062:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215068:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215073:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.215075:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215081:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215088:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x106120ec (ffff89779907bd00) 00010000:00010000:2.0:1775764770.215091:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.215093:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215099:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8bbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215134:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8baf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c267 expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215147:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f8bc4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c267 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.215160:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff897788213c00) 00010000:00010000:2.0:1775764770.215162:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.215165:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e400, rc 0) 00000100:00100000:2.0:1775764770.215285:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+341:2380:x1862022966910592:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 14842us (17748us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.215295:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 47 00000100:00100000:0.0:1775764770.228276:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.228349:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.229382:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.229411:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.229423:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.229431:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.229436:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.229441:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.229449:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.229494:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xe93b25ce (ffff897691036100) 00010000:00010000:2.0:1775764770.229498:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.229774:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.229906:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f8ad6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.229986:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966910976 00000100:00100000:1.0:1775764770.229996:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966910976 00000100:00100000:1.0:1775764770.230080:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966911104 00000100:00100000:1.0:1775764770.230083:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966911104 00000100:00100000:2.0:1775764770.230148:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50836 00000100:00100000:2.0:1775764770.230158:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+341:19724:x1862022966910976:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.230218:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.230236:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226d400/0x2aac6a50e5f27a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a174 expref: 341 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230248:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff8977929fd200) 00010000:00010000:2.0:1775764770.230262:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e4fd843 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cf905 expref: 340 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230272:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:2.0:1775764770.230275:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.230294:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230306:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230314:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230331:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230337:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.230343:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.231333:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966911360 00000100:00100000:3.0:1775764770.231340:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966911360 00000100:00100000:3.0:1775764770.231381:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50837 00000100:00100000:3.0:1775764770.231389:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+340:19855:x1862022966911104:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:3.0:1775764770.231404:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.231418:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c26e expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231440:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 2/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231449:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 4/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231559:0:9373:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231572:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.231583:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231585:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:3.0:1775764770.231588:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.231592:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231592:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231599:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768822e000, rc 0) 00010000:00010000:2.0:1775764770.231601:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.231651:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+341:19855:x1862022966911104:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 261us (3302us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.231658:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50837 00000100:00100000:3.0:1775764770.231676:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50838 00000100:00100000:3.0:1775764770.231683:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966911360:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.231712:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764770.231725:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5f89e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1f0 expref: 340 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231737:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (ffff89768f7c0600) 00010000:00010000:3.0:1775764770.231743:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.231752:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231759:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231766:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231777:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231784:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231790:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231919:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231927:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.231934:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.232591:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2838, 64 off189888 00010000:00010000:3.0:1775764770.232650:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232660:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232669:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232676:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232683:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232689:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.232697:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2839, 64 off189952 00010000:00010000:3.0:1775764770.232712:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.232730:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232733:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232736:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232741:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232742:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232749:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232749:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.232752:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232755:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.232759:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232760:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232765:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.232923:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1775764770.233154:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.233157:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.233161:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233167:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8bf5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233184:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233190:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233199:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233204:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.233207:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233212:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233219:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:3.0:1775764770.233221:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.233224:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233229:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8be7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.233238:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061f7b85d reply state 00000000ab7499be transno 4294997345 ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.233340:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.233409:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+342:19723:x1862022966911360:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1723us (4026us total) trans 4294997345 rc 0/0 00000100:00100000:3.0:1775764770.233417:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50838 00010000:00010000:3.0:1775764770.233454:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764770.233530:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233542:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233548:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233553:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.233556:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233562:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233565:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233570:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff89779907b300) 00010000:00010000:3.0:1775764770.233571:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.233572:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.233576:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233576:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233582:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5f8be0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233583:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233596:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233602:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233608:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233612:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.233615:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233620:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233627:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:2.0:1775764770.233629:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.233633:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233642:0:11866:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.233648:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233675:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.233679:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.233682:0:11866:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 341 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233682:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233689:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8bfc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.233697:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978357888:192.168.202.46@tcp:105: 00010000:00010000:3.0:1775764770.233701:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.233703:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233708:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.233710:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233716:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233723:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ec:0x0].0x0 (ffff89779907b300) 00010000:00010000:3.0:1775764770.233725:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.233727:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233732:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8c03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.233746:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.233747:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.233749:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.233769:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb03c0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764770.233869:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.240160:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.240200:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.240715:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978357888:192.168.202.46@tcp:105: 00010000:00010000:2.0:1775764770.240740:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.240751:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8bcb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.240773:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001322b21b reply state 000000004bc09175 transno 4294997346 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.240783:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.240870:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966910976:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 10713us (12606us total) trans 4294997346 rc 0/0 00000100:00100000:2.0:1775764770.240879:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50836 00000100:00100000:2.0:1775764770.240905:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966911744 00000100:00100000:2.0:1775764770.240910:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966911744 00000100:00100000:2.0:1775764770.240947:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50839 00000100:00100000:2.0:1775764770.240955:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+342:19723:x1862022966911744:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.241013:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.241036:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5f8a04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x271:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1f7 expref: 342 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241048:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x271:0x0].0x0 (ffff897783000500) 00010000:00010000:2.0:1775764770.241058:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.241076:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241087:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241096:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241109:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241120:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241126:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241230:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x271:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241237:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.241258:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.241826:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966911488 00000100:00100000:0.0:1775764770.241834:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966911488 00000100:00100000:0.0:1775764770.241875:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16190 00000100:00100000:0.0:1775764770.241883:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+342:19855:x1862022966911488:12345-192.168.202.46@tcp:37:ll_sa.0 00000040:00080000:2.0:1775764770.246986:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2840, 64 off190016 00010000:00010000:2.0:1775764770.247063:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x271:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247079:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247089:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247097:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247103:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247108:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247136:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.247159:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247165:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247171:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247176:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.247180:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247187:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247198:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x271:0x0].0x0 (ffff89779907ba00) 00010000:00010000:2.0:1775764770.247201:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.247206:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247211:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8c18 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x271:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247231:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247236:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247256:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247261:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.247264:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247269:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247276:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:2.0:1775764770.247278:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.247281:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.247286:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8c0a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.247295:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d83b40d2 reply state 0000000074944d25 transno 4294997347 ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.247304:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.247392:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966911744:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 6434us (7187us total) trans 4294997347 rc 0/0 00000100:00100000:2.0:1775764770.247400:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50839 00010000:00010000:0.0:1775764770.248316:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.248326:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.248334:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.248338:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.248345:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.248357:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x271:0x0].0x0 (ffff89779907ba00) 00010000:00010000:0.0:1775764770.248360:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.248363:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.248372:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f8c1f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x271:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.248392:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.248394:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.248395:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.254681:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.254703:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.254713:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.254721:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.254727:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.254736:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.254765:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xbf0c4e99 (ffff89768c96b200) 00010000:00010000:3.0:1775764770.254769:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.254776:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.254782:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8bee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254931:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254940:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254951:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254956:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.254959:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254965:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254985:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x8d5ea5b7 (ffff89779907b600) 00010000:00010000:2.0:1775764770.254988:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.254992:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.254998:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5f8bd2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.256443:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+342:19855:x1862022966911488:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 14552us (16285us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.256459:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16190 00010000:00010000:3.0:1775764770.260575:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.260599:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.260608:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.260614:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.260619:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.260627:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.260645:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xd8045a37 (ffff89779907bd00) 00010000:00010000:3.0:1775764770.260648:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.260654:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.260659:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8c11 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.264584:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.264691:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966912256 00000100:00100000:2.0:1775764770.264710:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966912256 00000100:00100000:2.0:1775764770.264762:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 48 00000100:00100000:2.0:1775764770.264768:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+340:2379:x1862022966912256:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:2.0:1775764770.264807:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.264826:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8c26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c28a expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.264921:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.264939:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.264950:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.264965:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.264972:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.264978:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265220:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8c3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265227:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8c3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265232:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8c3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.265315:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x291:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.265319:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.265393:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8c3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265403:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265410:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265415:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265419:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.265421:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265426:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265434:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.265436:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.265439:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265442:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8c2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265451:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265454:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265495:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265501:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.265505:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265512:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265520:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x8cffc40b (ffff89779907b700) 00010000:00010000:2.0:1775764770.265523:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.265526:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265532:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f8c34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265555:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8c26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c28a expref: 342 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265564:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8c3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c28a expref: 341 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265569:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:2.0:1775764770.265571:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.265573:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e600, rc 0) 00010000:00010000:2.0:1775764770.265576:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.265581:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f8c42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c291 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265597:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265604:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265612:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265633:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265651:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265656:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265757:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f8c57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265763:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f8c57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265767:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f8c57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.265839:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2aa:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.265843:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.265903:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f8c57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265912:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265917:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265935:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265940:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.265943:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265949:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265962:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.265964:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.265966:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265971:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f8c49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265981:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265987:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265992:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.265996:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.265999:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266008:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266014:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0xf17aab4e (ffff89779907b500) 00010000:00010000:2.0:1775764770.266017:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.266019:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266025:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f8c50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266045:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f8c42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c291 expref: 343 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266056:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f8c57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c291 expref: 342 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266060:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:2.0:1775764770.266062:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.266064:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9c00, rc 0) 00010000:00010000:2.0:1775764770.266067:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.266072:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f8c5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c298 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266085:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266090:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266098:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266105:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266109:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266113:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266208:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f8c73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266213:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f8c73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266218:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f8c73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.266279:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27f:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.266282:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.266340:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f8c73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266347:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266350:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266357:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266360:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.266362:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266365:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266370:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.266371:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.266372:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266375:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f8c65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266382:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266385:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266389:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266391:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.266393:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266399:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266403:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0xc144154 (ffff89779907be00) 00010000:00010000:2.0:1775764770.266404:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.266405:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266408:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f8c6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266420:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f8c5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c298 expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266426:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f8c73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c298 expref: 343 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266430:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:2.0:1775764770.266431:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.266432:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9000, rc 0) 00010000:00010000:2.0:1775764770.266435:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.266440:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f8c7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c29f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266452:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266457:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266499:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266511:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266518:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266525:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266642:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f8c8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266650:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f8c8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266655:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f8c8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.266708:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b2:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.266710:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.266751:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f8c8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266757:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266761:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266767:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266770:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.266772:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266775:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266782:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.266784:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.266786:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266791:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f8c81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266799:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266805:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266810:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266814:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.266817:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266825:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266831:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x46e192ec (ffff89779907bf00) 00010000:00010000:2.0:1775764770.266833:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.266836:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266841:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f8c88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266859:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f8c7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c29f expref: 345 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266868:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f8c8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c29f expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266872:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:2.0:1775764770.266874:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.266875:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d8e00, rc 0) 00010000:00010000:2.0:1775764770.266878:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.266882:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f8c96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2a6 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266895:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266900:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266907:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266915:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266919:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.266923:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267042:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8cab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267050:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267056:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.267110:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x277:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.267112:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.267153:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267159:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267163:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267170:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267173:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.267175:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267178:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267182:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.267184:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.267185:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267188:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f8c9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267194:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267198:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267202:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267204:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.267205:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267211:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267215:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x9e0a5f7e (ffff89779907b300) 00010000:00010000:2.0:1775764770.267217:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.267218:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267221:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f8ca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267233:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f8c96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2a6 expref: 346 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267239:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8cab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2a6 expref: 345 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267243:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:2.0:1775764770.267245:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.267247:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276e00, rc 0) 00010000:00010000:2.0:1775764770.267251:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.267257:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f8cb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2ad expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267274:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267282:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267292:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267303:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267310:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267317:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267410:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8cc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267417:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267421:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.267510:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x285:0x0]: returning size 7168 00000004:00200000:2.0:1775764770.267514:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.267567:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267573:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267577:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267583:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267587:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.267588:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267592:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267599:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.267601:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.267604:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267609:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f8cb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267617:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267622:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267628:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267633:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.267636:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267644:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267649:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0xddbda88f (ffff8977929fd200) 00010000:00010000:2.0:1775764770.267650:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.267652:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267655:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f8cc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267669:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f8cb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2ad expref: 347 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267675:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2ad expref: 346 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267679:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:2.0:1775764770.267680:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.267682:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277000, rc 0) 00010000:00010000:2.0:1775764770.267684:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.267688:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f8cce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2b4 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267700:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267705:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267712:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267719:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267722:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267726:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267840:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f8ce3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267847:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f8ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267851:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f8ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.267869:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bb:0x0]: returning size 8192 00000004:00200000:2.0:1775764770.267871:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.267878:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f8ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267883:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267886:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267893:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267896:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.267897:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267901:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267905:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764770.267906:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.267907:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267910:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f8cd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267916:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267920:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267923:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267926:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.267927:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267933:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267936:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x56ca4f59 (ffff897691328c00) 00010000:00010000:2.0:1775764770.267937:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.267939:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267941:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f8cdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267954:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f8cce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2b4 expref: 348 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267959:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f8ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2b4 expref: 347 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.267963:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764770.267964:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764770.267965:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860adc00, rc 0) 00000100:00100000:2.0:1775764770.268034:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+347:2379:x1862022966912256:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 3264us (3460us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.268044:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 48 00000100:00100000:1.0:1775764770.268631:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.268666:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.268699:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.268859:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966911872 00000100:00100000:3.0:1775764770.268868:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966911872 00000100:00100000:3.0:1775764770.268913:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966912128 00000100:00100000:3.0:1775764770.268917:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966912128 00000100:00100000:3.0:1775764770.268934:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50840 00000100:00100000:3.0:1775764770.268940:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966911872:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.268954:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.268963:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8cea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c275 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269032:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8cf1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269044:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269052:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.269154:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e6:0x0]: returning size 7168 00000004:00200000:3.0:1775764770.269157:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.269203:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269218:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8cea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c275 expref: 350 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269229:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c275 expref: 349 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269233:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:3.0:1775764770.269235:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764770.269237:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768822fe00, rc 0) 00000100:00100000:3.0:1775764770.269269:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966911872:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 328us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.269275:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50840 00000100:00100000:3.0:1775764770.269290:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50841 00000100:00100000:3.0:1775764770.269298:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+348:19724:x1862022966912128:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.269305:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.269314:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8cf8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c283 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269362:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269369:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269373:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269382:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269386:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269390:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269565:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8d0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269571:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269575:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.269588:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e5:0x0]: returning size 7168 00000004:00200000:3.0:1775764770.269600:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.269611:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269620:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269624:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269627:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269631:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.269633:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269637:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269642:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:3.0:1775764770.269643:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.269645:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269648:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8cff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269654:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269657:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269660:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269664:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.269666:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269669:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269672:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x2c71d537 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.269673:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.269674:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269677:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269690:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8cf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c283 expref: 350 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269697:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8d0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c283 expref: 349 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.269700:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:3.0:1775764770.269702:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764770.269703:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375a00, rc 0) 00000100:00100000:3.0:1775764770.269719:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966912128:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 424us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.269724:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50841 00000100:00100000:1.0:1775764770.272911:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.272948:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.273003:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966912384 00000100:00100000:3.0:1775764770.273013:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966912384 00000100:00100000:3.0:1775764770.273068:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50842 00000100:00100000:3.0:1775764770.273075:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966912384:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.273092:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.273107:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8d14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2bb expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273181:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273192:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273200:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273210:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273214:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273218:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273314:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273320:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273325:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.273355:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e7:0x0]: returning size 327680 00000004:00200000:3.0:1775764770.273358:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.273372:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273380:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273385:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273389:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273393:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273397:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.273399:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273405:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273413:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:3.0:1775764770.273415:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.273417:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273421:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8d1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273433:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273437:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273441:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273443:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.273445:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273448:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273451:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0xe364b611 (ffff89768c96b800) 00010000:00010000:3.0:1775764770.273452:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.273454:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273457:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8d22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273531:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8d14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2bb expref: 351 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273543:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2bb expref: 350 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.273551:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff897783a95400) 00010000:00010000:3.0:1775764770.273552:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.273554:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375200, rc 0) 00000100:00100000:3.0:1775764770.273596:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966912384:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 521us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.273602:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50842 00000100:00100000:0.0:1775764770.273786:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966912512 00000100:00100000:0.0:1775764770.273791:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966912512 00000100:00100000:0.0:1775764770.273824:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16191 00000100:00100000:0.0:1775764770.273831:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+350:19723:x1862022966912512:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:2.0:1775764770.275087:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966912000 00000100:00100000:2.0:1775764770.275095:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966912000 00000100:00100000:2.0:1775764770.275130:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 49 00000100:00100000:2.0:1775764770.275136:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aae83850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+352:2381:x1862022966912000:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:2.0:1775764770.275159:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.275171:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8d30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c27c expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275234:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275243:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275251:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275263:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275269:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275275:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275351:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275357:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275361:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.275376:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e9:0x0]: returning size 1048576 00000004:00200000:2.0:1775764770.275379:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.275390:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275396:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275401:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275404:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275408:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275412:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.275414:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275418:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275425:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:2.0:1775764770.275427:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.275429:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275432:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8d37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275440:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275446:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275450:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275452:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.275453:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275456:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275460:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x8b6dba3a (ffff897691328a00) 00010000:00010000:2.0:1775764770.275497:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.275500:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275506:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8d3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275533:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8d30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c27c expref: 354 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275543:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c27c expref: 353 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.275548:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff8977929fd300) 00010000:00010000:2.0:1775764770.275549:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.275551:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:2.0:1775764770.275584:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aae83850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+353:2381:x1862022966912000:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 449us (6957us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.275589:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 49 00000100:00100000:1.0:1775764770.278716:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.278877:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966912768 00000100:00100000:0.0:1775764770.278887:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966912768 00000100:00100000:0.0:1775764770.278932:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50843 00000100:00100000:0.0:1775764770.278939:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+353:19724:x1862022966912768:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.278987:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764770.279012:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2bb expref: 353 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279035:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f2698 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a120 expref: 352 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279047:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff897783a95400) 00010000:00010000:0.0:1775764770.279061:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8bd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c26e expref: 351 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279068:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:0.0:1775764770.279071:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.279086:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279096:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279102:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279111:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279116:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279119:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279205:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279209:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279213:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.279792:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2840, 64 off190016 00010000:00010000:0.0:1775764770.279845:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279853:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279858:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279862:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279866:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279870:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279883:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.279897:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279900:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279904:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279907:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.279910:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279915:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279923:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff89768244a900) 00010000:00010000:0.0:1775764770.279924:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.279927:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279930:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8d5a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279941:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279944:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279948:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279951:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.279952:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279955:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279958:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:0.0:1775764770.279960:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.279961:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.279964:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8d4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.279974:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000080dde3d4 reply state 0000000024a6d913 transno 4294997348 ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.279983:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.280048:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+352:19724:x1862022966912768:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1107us (1466us total) trans 4294997348 rc 0/0 00000100:00100000:0.0:1775764770.280057:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50843 00010000:00010000:1.0:1775764770.280414:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.280421:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.280428:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.280431:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.280437:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.280447:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e7:0x0].0x0 (ffff89768244a900) 00010000:00010000:1.0:1775764770.280449:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.280452:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.280457:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8d61 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.280513:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.280515:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.280517:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.284575:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+350:19723:x1862022966912512:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 10736us (11617us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.284585:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16191 00000100:00100000:2.0:1775764770.284855:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.284960:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913024 00000100:00100000:3.0:1775764770.284967:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913024 00000100:00100000:3.0:1775764770.285014:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50844 00000100:00100000:3.0:1775764770.285023:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966913024:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.285071:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.285095:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8d45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c27c expref: 350 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285109:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f2708 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a143 expref: 349 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285117:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff8977929fd300) 00010000:00010000:3.0:1775764770.285124:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.285139:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285148:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285154:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285163:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285168:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285172:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285261:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285268:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285274:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.285714:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2841, 64 off190080 00010000:00010000:3.0:1775764770.285762:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285768:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285773:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285778:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285783:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285787:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285802:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.285815:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285819:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285822:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285826:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.285829:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285833:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285839:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764770.285840:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.285843:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285846:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d76 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285854:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285858:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285862:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285865:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685374a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.285866:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285869:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285872:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:3.0:1775764770.285874:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.285875:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.285878:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d68 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.285882:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3858f72 reply state 0000000073d307b5 transno 4294997349 ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.285888:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.285937:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966913024:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 916us (1083us total) trans 4294997349 rc 0/0 00000100:00100000:3.0:1775764770.285942:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50844 00010000:00010000:2.0:1775764770.286179:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.286185:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.286190:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.286192:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.286197:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.286203:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e9:0x0].0x0 (ffff89768c96b200) 00010000:00010000:2.0:1775764770.286204:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.286206:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.286209:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f8d7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.286218:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.286219:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.286220:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.288612:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.288624:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.288629:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.288633:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.288635:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.288639:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.288650:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0xe364b611 (ffff89768244a500) 00010000:00010000:1.0:1775764770.288652:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.288654:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.288658:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8d53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.293430:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.293622:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913152 00000100:00100000:3.0:1775764770.293632:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913152 00000100:00100000:3.0:1775764770.293696:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50845 00000100:00100000:3.0:1775764770.293707:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966913152:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.293732:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.293750:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2c2 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.293854:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.293869:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.293878:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.293890:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.293894:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.293898:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294175:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294184:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294191:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.294227:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e8:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.294232:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.294252:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294262:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294270:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294275:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294282:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294287:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.294291:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294298:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294309:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:3.0:1775764770.294312:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.294316:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294322:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f8d8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294333:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294343:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294349:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294353:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685374a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.294356:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294362:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294369:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0xdde1c156 (ffff89768c96b800) 00010000:00010000:3.0:1775764770.294371:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.294374:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294379:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8d92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294407:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f8d84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2c2 expref: 351 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294420:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2c2 expref: 350 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.294428:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff897783000c00) 00010000:00010000:3.0:1775764770.294430:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.294433:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375200, rc 0) 00000100:00100000:3.0:1775764770.294531:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+350:19723:x1862022966913152:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 826us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.294536:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50845 00010000:00010000:1.0:1775764770.294838:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.294846:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.294852:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.294857:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685374600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.294860:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.294870:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.294879:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x8b6dba3a (ffff89768c96b600) 00010000:00010000:1.0:1775764770.294882:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.294884:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.294890:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8d6f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e5:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.296392:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.296513:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913280 00000100:00100000:2.0:1775764770.296522:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913280 00000100:00100000:2.0:1775764770.296564:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16192 00000100:00100000:2.0:1775764770.296575:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966913280:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:2.0:1775764770.302994:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966913280:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6410us (6595us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.303008:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16192 00000100:00100000:3.0:1775764770.305659:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.305756:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913408 00000100:00100000:0.0:1775764770.305765:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913408 00000100:00100000:0.0:1775764770.305834:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5384 00000100:00100000:0.0:1775764770.305842:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+349:2379:x1862022966913408:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764770.305857:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.305880:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8d99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2c2 expref: 349 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.305898:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff897783000c00) 00010000:00010000:0.0:1775764770.305903:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764770.305956:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+348:2379:x1862022966913408:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 115us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.305964:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5384 00000100:00100000:0.0:1775764770.308567:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.308605:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.308679:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913664 00000100:00100000:1.0:1775764770.308687:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913664 00000100:00100000:1.0:1775764770.308725:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913792 00000100:00100000:1.0:1775764770.308727:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913792 00000100:00100000:1.0:1775764770.308744:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50846 00000100:00100000:1.0:1775764770.308753:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966913664:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.308815:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.308842:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5e812a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217185 expref: 349 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308863:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764770.308878:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8cf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c275 expref: 348 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308887:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:1.0:1775764770.308891:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.308910:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308923:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308933:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308949:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308956:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.308963:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309254:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309260:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309264:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.309885:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2841, 64 off190080 00010000:00010000:1.0:1775764770.309935:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309942:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309947:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309953:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309957:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309960:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.309979:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.310000:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.310005:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310011:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.310014:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310021:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310030:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.310032:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.310036:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310043:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f8db5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310052:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.310055:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.310057:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.310071:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310078:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310083:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310088:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.310091:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310097:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310104:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e8:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.310107:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.310110:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310115:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8dae lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310134:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310139:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310145:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310153:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.310156:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310161:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310169:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:1.0:1775764770.310171:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.310174:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310179:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8da0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.310190:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008859c330 reply state 000000008757e3e0 transno 4294997350 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.310201:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.310281:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966913664:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1528us (1719us total) trans 4294997350 rc 0/0 00000100:00100000:1.0:1775764770.310290:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50846 00000100:00100000:1.0:1775764770.310314:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50847 00000100:00100000:1.0:1775764770.310321:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+348:19859:x1862022966913792:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:1.0:1775764770.310332:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.310340:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973400/0x2aac6a50e5f8dbc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2c9 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310358:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973400/0x2aac6a50e5f8dbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2c9 expref: 349 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310365:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973400/0x2aac6a50e5f8dbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2c9 expref: 349 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.310370:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:1.0:1775764770.310372:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.310373:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973400, rc 0) 00000100:00100000:1.0:1775764770.310386:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+349:19859:x1862022966913792:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 67us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.310390:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50847 00000100:00100000:2.0:1775764770.313073:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.313165:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966913920 00000100:00100000:3.0:1775764770.313178:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966913920 00000100:00100000:3.0:1775764770.313235:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50848 00000100:00100000:3.0:1775764770.313256:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966913920:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.313283:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.313300:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8dc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2d0 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313499:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313515:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313527:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313542:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313547:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313551:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313659:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313702:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313710:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.313743:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d3:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.313747:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.313766:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313777:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313785:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313790:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313796:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313802:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.313806:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313813:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313824:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.313827:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.313831:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313837:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8dca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313850:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313856:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313861:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313867:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.313870:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313875:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313881:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xf2061246 (ffff89768c96b800) 00010000:00010000:3.0:1775764770.313884:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.313886:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313892:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8dd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313924:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8dc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2d0 expref: 351 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313937:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2d0 expref: 350 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.313943:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:3.0:1775764770.313946:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.313948:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375600, rc 0) 00000100:00100000:3.0:1775764770.314003:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966913920:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 750us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.314011:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50848 00000100:00100000:1.0:1775764770.317827:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.317932:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914048 00000100:00100000:0.0:1775764770.317942:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914048 00000100:00100000:0.0:1775764770.318005:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5385 00000100:00100000:0.0:1775764770.318014:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+350:2380:x1862022966914048:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764770.318031:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.318056:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8dd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2d0 expref: 350 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.318078:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:0.0:1775764770.318083:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764770.318139:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+349:2380:x1862022966914048:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 126us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.318146:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5385 00010000:00010000:1.0:1775764770.323308:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.323320:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.323325:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.323329:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.323332:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.323337:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.323353:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0xdde1c156 (ffff897783000600) 00010000:00010000:1.0:1775764770.323355:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.323359:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.323363:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8da7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e6:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.325303:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.325382:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.325544:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914176 00000100:00100000:0.0:1775764770.325555:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914176 00000100:00100000:0.0:1775764770.325628:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914304 00000100:00100000:0.0:1775764770.325632:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914304 00000100:00100000:0.0:1775764770.325667:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16193 00000100:00100000:0.0:1775764770.325676:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+349:19859:x1862022966914176:12345-192.168.202.46@tcp:37:ll_sa.0 00000100:00100000:3.0:1775764770.326526:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16194 00000100:00100000:3.0:1775764770.326538:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+350:19723:x1862022966914304:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:0.0:1775764770.329961:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.333829:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+350:19723:x1862022966914304:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 7281us (8433us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.333843:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16194 00000100:00100000:0.0:1775764770.334721:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+348:19859:x1862022966914176:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 9042us (9422us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.334730:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16193 00000100:00100000:3.0:1775764770.335711:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.335791:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914688 00000100:00100000:2.0:1775764770.335799:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914688 00000100:00100000:2.0:1775764770.335850:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50 00000100:00100000:2.0:1775764770.335861:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+348:2382:x1862022966914688:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:2.0:1775764770.335898:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.335918:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8ddf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2d7 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336206:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336221:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336234:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336257:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336805:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336813:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336933:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336941:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.336948:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.336970:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bf:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.336974:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.337197:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337209:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337217:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337223:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337230:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337240:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.337505:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337513:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337525:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.337528:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.337533:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337540:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8de6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337555:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337561:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337567:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337572:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.337575:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337580:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337592:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xa5e17578 (ffff897691328a00) 00010000:00010000:2.0:1775764770.337595:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.337597:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337603:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8ded lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337640:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8ddf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2d7 expref: 350 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337654:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2d7 expref: 349 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.337662:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bf:0x0].0x0 (ffff89768669e500) 00010000:00010000:2.0:1775764770.337664:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.337666:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad400, rc 0) 00010000:00010000:2.0:1775764770.337672:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1775764770.337792:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914560 00000100:00100000:1.0:1775764770.337865:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914560 00010000:00010000:3.0:1775764770.338016:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8dfb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2de expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338052:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338062:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338069:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338087:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338094:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338101:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338180:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338188:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338195:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.338213:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bc:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.338217:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.338228:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338236:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338255:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338268:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338278:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338283:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.338286:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338291:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338299:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.338301:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.338304:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338309:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375000/0x2aac6a50e5f8e02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338321:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338326:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338332:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338337:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685375400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.338340:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338348:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338355:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x5e0db83a (ffff89768c96b800) 00010000:00010000:3.0:1775764770.338357:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.338359:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338364:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375400/0x2aac6a50e5f8e09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338387:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374a00/0x2aac6a50e5f8dfb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2de expref: 352 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338398:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2de expref: 351 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338404:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bc:0x0].0x0 (ffff897690fc9700) 00010000:00010000:3.0:1775764770.338406:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.338408:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897685375600, rc 0) 00010000:00010000:3.0:1775764770.338413:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.338420:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8e17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2e5 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338439:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338447:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338458:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338516:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338523:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338530:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338580:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338589:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338595:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.338611:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c3:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.338613:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.338622:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338629:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338636:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338647:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338653:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338658:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897685374600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.338661:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338666:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338674:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.338676:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.338679:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338685:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374600/0x2aac6a50e5f8e1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338692:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338697:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338702:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338706:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.338709:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338714:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338720:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x17d46a (ffff89768c96bf00) 00010000:00010000:3.0:1775764770.338722:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.338725:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338729:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fe00/0x2aac6a50e5f8e25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338752:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375200/0x2aac6a50e5f8e17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2e5 expref: 353 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338763:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2e5 expref: 352 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338770:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:3.0:1775764770.338772:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.338774:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768822e000, rc 0) 00010000:00010000:3.0:1775764770.338778:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.338785:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8e33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2ec expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338817:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338825:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338831:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338841:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338848:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338854:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338901:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338909:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338916:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.338931:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2be:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.338934:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.338942:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338950:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338956:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338966:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338971:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338975:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.338978:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338984:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.338991:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.338994:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.338996:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339001:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fc00/0x2aac6a50e5f8e3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339010:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339015:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339021:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339025:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768822fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.339028:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339033:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339040:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xca0b3ea (ffff89768c96bc00) 00010000:00010000:3.0:1775764770.339042:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.339045:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339050:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822fa00/0x2aac6a50e5f8e41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339071:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e600/0x2aac6a50e5f8e33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2ec expref: 354 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339083:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2ec expref: 353 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339090:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2be:0x0].0x0 (ffff897691036200) 00010000:00010000:3.0:1775764770.339092:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.339094:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768822ec00, rc 0) 00010000:00010000:3.0:1775764770.339097:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.339102:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8e4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2f3 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339117:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339122:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339127:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339133:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339137:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339141:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339178:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339186:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339191:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.339204:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed7:0x0]: returning size 2048 00000004:00200000:3.0:1775764770.339207:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.339215:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339222:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339227:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339236:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339241:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339245:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.339247:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339252:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339259:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.339261:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.339263:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339268:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8e56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339276:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339282:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339286:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339290:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.339293:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339298:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339304:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9b386487 (ffff89768c96b000) 00010000:00010000:3.0:1775764770.339306:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.339308:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339313:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8e5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339333:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8e4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2f3 expref: 355 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339343:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2f3 expref: 354 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339349:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764770.339352:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.339354:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687930200, rc 0) 00010000:00010000:3.0:1775764770.339357:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.339364:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8e6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c2fa expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339382:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339389:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339396:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339407:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339413:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339419:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339513:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339522:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339529:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.339545:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2df:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.339548:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.339557:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339565:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339571:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339579:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339584:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339588:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768222e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.339591:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339596:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339603:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.339605:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.339608:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339613:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e600/0x2aac6a50e5f8e72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339622:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339627:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339632:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339637:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.339639:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339645:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339652:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x21e72734 (ffff89768c96b300) 00010000:00010000:3.0:1775764770.339655:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.339657:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339662:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931200/0x2aac6a50e5f8e79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339684:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e800/0x2aac6a50e5f8e6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2fa expref: 356 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339694:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2fa expref: 355 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.339701:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:3.0:1775764770.339702:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.339704:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977a2930c00, rc 0) 00000100:00100000:3.0:1775764770.339774:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+355:2382:x1862022966914688:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 3915us (4067us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.339782:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50 00000100:00100000:1.0:1775764770.340153:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50849 00000100:00100000:1.0:1775764770.340163:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+354:19724:x1862022966914560:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.340208:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.340222:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fe00/0x2aac6a50e5f84d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c014 expref: 354 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340234:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897681ccf900) 00010000:00010000:1.0:1775764770.340245:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5f8b00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c236 expref: 353 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340254:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.340257:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.340277:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340285:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340292:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340303:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340309:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340315:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340373:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340381:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.340388:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764770.340989:0:5794:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d3:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.341089:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341095:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341099:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341102:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.341105:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341109:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341114:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.341116:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.341117:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341121:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8e95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341132:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341136:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341140:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341142:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.341144:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341146:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341150:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.341151:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.341153:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.341156:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8e87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.341161:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000666178ca reply state 00000000e40af633 transno 4294997351 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.341167:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.341223:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+354:19724:x1862022966914560:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1062us (11274us total) trans 4294997351 rc 0/0 00000100:00100000:1.0:1775764770.341228:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50849 00000100:00100000:3.0:1775764770.343081:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.350007:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.350042:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914944 00000100:00100000:3.0:1775764770.350054:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914944 00000100:00100000:3.0:1775764770.350107:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51 00000100:00100000:3.0:1775764770.350117:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+354:2380:x1862022966914944:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764770.350176:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.350196:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8e9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c308 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350293:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350309:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350320:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350337:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350344:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350349:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350459:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350498:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350506:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.350531:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c5:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.350535:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.350550:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350557:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350563:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350567:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350571:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350574:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f6000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.350581:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.350586:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.351445:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966914816 00010000:00010000:3.0:1775764770.351448:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.351453:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1775764770.351454:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966914816 00010000:00010000:3.0:1775764770.351457:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351500:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6000/0x2aac6a50e5f8ea3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351520:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.351528:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50850 00010000:00010000:3.0:1775764770.351529:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351538:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.351540:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+356:19723:x1862022966914816:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.351545:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976813f7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.351549:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351553:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351559:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xc3f00931 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.351560:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.351562:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.351566:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.351566:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7000/0x2aac6a50e5f8eaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.351581:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8eb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c301 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351661:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6e00/0x2aac6a50e5f8e9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c308 expref: 358 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351676:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c308 expref: 357 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351688:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:3.0:1775764770.351690:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.351693:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976813f6a00, rc 0) 00010000:00010000:3.0:1775764770.351698:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.351705:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8ebf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c30f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351733:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351741:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351748:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351759:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351766:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351772:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351867:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351876:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351887:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.351901:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeba:0x0]: returning size 543 00000004:00200000:3.0:1775764770.351904:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1775764770.351911:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.351914:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.351931:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351931:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351941:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.351946:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351947:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351963:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351967:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.351969:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.351973:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351973:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351985:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764770.351987:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.351989:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.351994:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.351998:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352016:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf800/0x2aac6a50e5f8ec6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352029:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352035:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352041:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352047:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.352050:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352056:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352062:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xb0449b87 (ffff89768c96b200) 00010000:00010000:3.0:1775764770.352064:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.352065:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352069:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae200/0x2aac6a50e5f8ecd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352086:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7200/0x2aac6a50e5f8ebf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c30f expref: 359 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352096:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c30f expref: 358 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352100:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeba:0x0].0x0 (ffff8977a2f58400) 00010000:00010000:3.0:1775764770.352102:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.352103:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897686caea00, rc 0) 00010000:00010000:3.0:1775764770.352106:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.352111:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f8ee9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c316 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352125:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352130:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352135:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352145:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352150:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352154:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352201:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352207:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352211:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.352220:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c7:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.352222:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.352230:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352234:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352298:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x293:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352307:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x293:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352315:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x293:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.352335:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x293:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.352338:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.352349:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x293:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352358:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x293:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352365:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352371:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352377:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352382:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.352385:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352392:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352399:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.352401:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.352404:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352409:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f8edb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352415:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352418:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352424:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352439:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352441:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352446:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.352450:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352452:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352460:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352462:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.352497:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352500:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.352506:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.352507:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352509:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352519:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xbfd87aeb (ffff89768244a500) 00010000:00010000:3.0:1775764770.352520:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f8ef0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352524:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.352528:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352536:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f8ee2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352536:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352551:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352556:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352559:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.352561:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352565:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352572:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f8eb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c301 expref: 360 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352572:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x103f9c81 (ffff897691036100) 00010000:00010000:3.0:1775764770.352579:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.352583:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352589:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x293:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c301 expref: 359 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.352598:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x293:0x0].0x0 (ffff8976825f0000) 00010000:00010000:0.0:1775764770.352600:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.352603:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6a00, rc 0) 00010000:00010000:3.0:1775764770.352645:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f8ef7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.352663:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+360:19723:x1862022966914816:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1124us (9587us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.352672:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50850 00010000:00010000:3.0:1775764770.352674:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf400/0x2aac6a50e5f8ee9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c316 expref: 360 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352686:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c316 expref: 359 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352692:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:3.0:1775764770.352695:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.352697:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fa00, rc 0) 00010000:00010000:3.0:1775764770.352702:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.352709:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8f0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c31d expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352729:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352737:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352744:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352755:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352761:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352767:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352896:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352904:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352911:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.352925:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec8:0x0]: returning size 4096 00000004:00200000:3.0:1775764770.352930:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.352940:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352948:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352955:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352960:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352966:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352972:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.352975:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352982:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.352991:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.352994:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.352997:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353002:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f8f13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353012:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353019:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353025:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353030:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.353033:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353039:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353045:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x8ee21578 (ffff897691036400) 00010000:00010000:3.0:1775764770.353047:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.353050:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353055:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f8f1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353079:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f8f0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c31d expref: 360 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353093:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c31d expref: 359 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353098:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec8:0x0].0x0 (ffff897690fc9100) 00010000:00010000:3.0:1775764770.353100:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.353101:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fc00, rc 0) 00010000:00010000:3.0:1775764770.353104:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.353111:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f8f28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c324 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353128:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.353129:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764770.353136:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353141:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353148:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353152:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.353158:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966915200 00010000:00010000:3.0:1775764770.353158:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.353165:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966915200 00000100:00100000:0.0:1775764770.353205:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50851 00010000:00010000:3.0:1775764770.353206:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.353214:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.353218:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+361:19724:x1862022966915200:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.353223:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.353233:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c1:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.353235:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1775764770.353254:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.353266:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f383b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xebd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a6ad expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353273:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xebd:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:0.0:1775764770.353280:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.353287:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353293:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353298:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353305:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353308:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353315:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353353:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353357:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.353362:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354318:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354327:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354332:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354337:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.354341:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354347:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354358:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xf2061246 (ffff897783000600) 00010000:00010000:1.0:1775764770.354361:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000040:00080000:0.0:1775764770.354363:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2842, 64 off190144 00010000:00010000:1.0:1775764770.354364:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354370:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8e8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.354433:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354442:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354446:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354449:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354457:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354457:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354497:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354500:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354511:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.354513:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354515:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354524:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354527:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354537:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354541:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.354546:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.354548:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354552:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f8f2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354560:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354564:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354567:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354570:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.354572:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354575:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354581:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x1674e29a (ffff897691036600) 00010000:00010000:3.0:1775764770.354583:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.354586:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354645:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.354649:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8f36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354664:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354672:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354678:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354685:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.354685:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f8f28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c324 expref: 361 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354691:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354705:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354709:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c324 expref: 360 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354719:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xebd:0x0].0x0 (ffff89768244a000) 00010000:00010000:3.0:1775764770.354720:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764770.354724:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.354727:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7469000, rc 0) 00010000:00010000:3.0:1775764770.354734:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.354742:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f8f60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c32b expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354763:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.354770:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354776:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354786:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354793:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354814:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.354817:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.354818:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354821:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354825:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f8f52 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xebd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354828:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354836:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xebd:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764770.354839:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354839:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.354841:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354846:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354848:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f8f59 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xebd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354852:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.354859:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.354861:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.354861:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.354862:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.354864:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354882:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354891:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354898:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354943:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354955:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764770.354957:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.354960:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.354966:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f8f44 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354967:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.354978:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0fd5a8a reply state 00000000904901d1 transno 4294997352 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.354981:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.354992:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764770.354998:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.355021:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d1:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.355025:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.355036:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.355045:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.355051:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.355053:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+362:19724:x1862022966915200:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1838us (1925us total) trans 4294997352 rc 0/0 00010000:00010000:3.0:1775764770.355067:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.355071:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50851 00010000:00010000:3.0:1775764770.355079:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.355085:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb5c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.355089:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357121:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357136:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.357139:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.357142:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357147:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5c00/0x2aac6a50e5f8f67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357160:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357165:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357170:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357174:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb5000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.357176:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357180:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357185:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9e362f1b (ffff897691036300) 00010000:00010000:3.0:1775764770.357187:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.357189:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357192:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5000/0x2aac6a50e5f8f6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357234:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931600/0x2aac6a50e5f8f60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c32b expref: 362 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357256:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c32b expref: 361 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357324:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:3.0:1775764770.357327:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.357330:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb4000, rc 0) 00010000:00010000:2.0:1775764770.357334:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357341:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.357344:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.357351:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357356:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8f7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c332 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.357357:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.357362:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.357372:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.357381:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x5a114248 (ffff89768244a900) 00010000:00010000:2.0:1775764770.357383:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.357386:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.357393:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f8f4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357401:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357410:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357417:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357428:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357433:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357437:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357569:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357578:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357585:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.357613:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2db:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.357618:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.357633:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357643:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357650:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357655:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357662:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357666:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.357669:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357674:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357682:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.357685:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.357688:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357693:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4a00/0x2aac6a50e5f8f83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357703:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357709:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357715:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357720:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768ceb4200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.357723:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357729:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357736:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbea011c (ffff89768c96b000) 00010000:00010000:3.0:1775764770.357738:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.357741:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357746:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4200/0x2aac6a50e5f8f8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357766:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5400/0x2aac6a50e5f8f7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c332 expref: 362 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357781:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c332 expref: 361 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357787:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:3.0:1775764770.357790:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.357792:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768ceb5e00, rc 0) 00010000:00010000:3.0:1775764770.357796:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.357803:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8f98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c339 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357824:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357830:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357837:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357846:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357852:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357858:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357909:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357917:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357923:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.357937:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cd:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.357939:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.357948:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357954:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357960:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357965:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357984:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357989:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.357992:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.357998:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358005:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.358008:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.358010:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358015:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930a00/0x2aac6a50e5f8f9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358023:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358029:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358035:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358039:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687930400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.358042:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358047:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358054:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x6324417e (ffff89768c96bc00) 00010000:00010000:3.0:1775764770.358057:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.358060:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358065:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930400/0x2aac6a50e5f8fa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358085:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4e00/0x2aac6a50e5f8f98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c339 expref: 363 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358095:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c339 expref: 362 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.358101:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:3.0:1775764770.358104:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.358106:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687930e00, rc 0) 00000100:00100000:3.0:1775764770.358172:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+362:2380:x1862022966914944:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 8057us (8176us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.358180:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51 00000100:00100000:1.0:1775764770.361969:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.362013:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.362052:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.362080:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966915456 00000100:00100000:1.0:1775764770.362091:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966915456 00000100:00100000:1.0:1775764770.362153:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966915840 00000100:00100000:1.0:1775764770.362157:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966915840 00000100:00100000:1.0:1775764770.362173:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966915968 00000100:00100000:1.0:1775764770.362176:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966915968 00000100:00100000:1.0:1775764770.362200:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50852 00000100:00100000:1.0:1775764770.362211:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+364:19724:x1862022966915456:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.362283:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.362317:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f8df4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2d7 expref: 364 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362344:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236600/0x2aac6a50e5f72b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba25 expref: 363 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362355:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bf:0x0].0x0 (ffff89768669e500) 00010000:00010000:1.0:1775764770.362368:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764770.362368:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50853 00000100:00100000:2.0:1775764770.362378:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+362:19723:x1862022966915840:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.362393:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362398:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764770.362406:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362409:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f8f05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x293:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c301 expref: 362 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362417:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362422:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5ea5c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x293:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217d01 expref: 361 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362431:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362431:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x293:0x0].0x0 (ffff8976825f0000) 00010000:00010000:1.0:1775764770.362438:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362443:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f8c3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c28a expref: 360 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362444:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362453:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:2.0:1775764770.362455:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.362508:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362517:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362524:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362535:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362541:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362546:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362615:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362624:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.362631:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362892:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x293:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362899:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.362907:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.363012:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2843, 64 off190208 00010000:00010000:1.0:1775764770.363072:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363082:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363090:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363097:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363104:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363111:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363128:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.363147:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363158:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363164:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363170:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.363175:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363183:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363192:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bf:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.363194:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.363198:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363204:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f8fd0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363219:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363225:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363231:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363236:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.363239:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363245:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363252:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.363254:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.363257:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363263:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f8fb4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.363273:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea383860 reply state 00000000383cbaa0 transno 4294997353 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.363283:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.363363:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+361:19724:x1862022966915456:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1152us (1403us total) trans 4294997353 rc 0/0 00000100:00100000:1.0:1775764770.363371:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50852 00000100:00100000:1.0:1775764770.363395:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50854 00000100:00100000:1.0:1775764770.363405:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+360:19863:x1862022966915968:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:1.0:1775764770.363419:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.363429:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c371 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363449:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 2/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363461:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 4/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363513:0:11866:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363529:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363537:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.363539:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.363542:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363550:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973800, rc 0) 00000100:00100000:1.0:1775764770.363571:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+361:19863:x1862022966915968:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 169us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.363577:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50854 00010000:00010000:1.0:1775764770.363602:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.363608:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363614:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.363617:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363624:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.363631:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2844, 64 off190272 00010000:00010000:1.0:1775764770.363633:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bf:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.363636:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.363638:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363643:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f8fde lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.363656:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.363658:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.363660:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.363670:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x293:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363678:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363683:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363690:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363696:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363700:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363713:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.363722:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363728:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363733:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363737:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.363740:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363746:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363753:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x293:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764770.363755:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.363758:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363768:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f8fd7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x293:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363780:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363785:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363790:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363794:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.363797:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363802:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363808:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:2.0:1775764770.363810:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.363814:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363822:0:9373:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363829:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.363861:0:9373:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 361 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.364167:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978358016:192.168.202.46@tcp:105: 00000100:00100000:2.0:1775764770.364414:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0900 going to sleep for 11 seconds 00010000:00010000:2.0:1775764770.364434:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.364440:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.364447:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.364450:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.364456:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.364498:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x293:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764770.364501:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.364504:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 1/0,0 mode: --/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.364509:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f8fec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x293:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.364526:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.364527:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.364529:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.368419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.369711:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966915584 00000100:00100000:3.0:1775764770.369724:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966915584 00000100:00100000:3.0:1775764770.369797:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 52 00000100:00100000:3.0:1775764770.369808:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+362:2382:x1862022966915584:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764770.369853:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.369876:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f8ff3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c340 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.369993:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370008:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370022:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370040:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370049:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370056:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370192:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370201:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370209:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.370231:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d9:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.370235:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.370253:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370959:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370976:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370987:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.370994:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371007:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.371012:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371022:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371036:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.371039:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.371043:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371053:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f8ffa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371071:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371077:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371084:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371092:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.371096:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371105:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371118:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3afecd66 (ffff89768c96b200) 00010000:00010000:3.0:1775764770.371121:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.371127:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371135:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371135:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9001 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371156:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371162:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371167:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.371170:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371177:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371189:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xa5e17578 (ffff897783000600) 00010000:00010000:3.0:1775764770.371192:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f8ff3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c340 expref: 364 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371193:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.371197:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.371206:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f8fbb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371215:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c340 expref: 363 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371227:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:3.0:1775764770.371230:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.371234:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e600, rc 0) 00010000:00010000:3.0:1775764770.371244:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.371253:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f900f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c347 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371289:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371297:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.371308:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372205:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372214:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372222:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372411:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372422:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372429:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.372556:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d5:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.372568:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.372592:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372602:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372610:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372617:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372623:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372628:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.372632:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372638:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372647:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.372651:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.372654:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372660:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9016 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372674:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372681:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372687:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372692:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.372695:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372701:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372708:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbcf75103 (ffff897691328f00) 00010000:00010000:2.0:1775764770.372711:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.372714:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.372720:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f901d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373031:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f900f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c347 expref: 364 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373046:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c347 expref: 363 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373053:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:2.0:1775764770.373056:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.373058:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00010000:00010000:2.0:1775764770.373064:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.373075:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f902b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c34e expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373106:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373115:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373122:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373135:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373141:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373147:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373212:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373221:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373227:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.373342:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cf:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.373346:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.373359:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373366:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373372:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373378:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373383:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373388:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689647400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.373391:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373396:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373403:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.373406:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.373409:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373415:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647400/0x2aac6a50e5f9032 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373424:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373429:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373435:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373440:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689646600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.373656:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373664:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373672:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x76821429 (ffff8977929fd300) 00010000:00010000:2.0:1775764770.373675:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.373677:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373683:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646600/0x2aac6a50e5f9039 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373710:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646400/0x2aac6a50e5f902b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c34e expref: 365 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373721:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c34e expref: 364 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.373809:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.373822:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764770.373824:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.373827:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276a00, rc 0) 00010000:00010000:2.0:1775764770.373833:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.373841:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f9047 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c355 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373867:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373875:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373882:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373895:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373901:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373908:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373968:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373977:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.373983:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.373999:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cb:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.374002:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.374012:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374025:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374032:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374037:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374042:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374047:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.374049:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.374053:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966916224 00010000:00010000:2.0:1775764770.374054:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374061:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00000100:00100000:0.0:1775764770.374062:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966916224 00010000:00010000:2.0:1775764770.374064:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.374066:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374071:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5f904e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374081:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374086:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374090:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374094:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.374097:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374103:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374108:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x51a4c572 (ffff8977929fd200) 00010000:00010000:2.0:1775764770.374111:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.374113:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.374116:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50855 00010000:00010000:2.0:1775764770.374118:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276000/0x2aac6a50e5f9055 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.374124:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+366:19724:x1862022966916224:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.374138:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5f9047 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c355 expref: 367 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374149:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c355 expref: 366 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374155:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:2.0:1775764770.374158:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.374160:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00010000:00010000:2.0:1775764770.374164:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.374171:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f9063 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c35c expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374191:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374199:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374206:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374220:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374226:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374233:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374283:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374292:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374298:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374303:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000004:00200000:2.0:1775764770.374310:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c9:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.374313:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1775764770.374317:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375600/0x2aac6a50e5f8e10 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2de expref: 367 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.374321:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374328:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374331:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222fe00/0x2aac6a50e5f71a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9ca expref: 366 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374335:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374340:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bc:0x0].0x0 (ffff897690fc9700) 00010000:00010000:2.0:1775764770.374340:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374346:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.374346:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374350:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.374354:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374355:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374360:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374363:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374369:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374370:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.374373:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.374375:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374380:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374381:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5f906a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374388:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374390:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374394:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374396:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374402:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374406:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.374408:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374414:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374421:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x2ee4e5f8 (ffff89768faaa300) 00010000:00010000:2.0:1775764770.374423:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.374426:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374432:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5f9071 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374446:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374454:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.374580:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374658:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5f9063 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c35c expref: 366 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374671:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c35c expref: 365 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374677:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:2.0:1775764770.374680:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.374682:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d8400, rc 0) 00010000:00010000:2.0:1775764770.374686:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.374693:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9094 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c363 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374714:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374721:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374816:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374828:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374834:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374840:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374894:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374903:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374911:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.374927:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dd:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.374930:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1775764770.374972:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978358016:192.168.202.46@tcp:105: 00010000:00010000:2.0:1775764770.374993:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.374999:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f8fc2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.375010:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019342a7f reply state 000000003f4c182c transno 4294997354 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.375018:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000040:00080000:0.0:1775764770.375126:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2842, 64 off190144 00010000:00010000:0.0:1775764770.375680:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375691:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375699:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375706:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375713:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375719:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375737:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.375755:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375762:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375768:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375778:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.375780:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375786:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375794:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bc:0x0].0x0 (ffff89768244af00) 00010000:00010000:0.0:1775764770.375796:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.375799:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375805:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f908d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375819:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375825:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375830:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375835:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.375838:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375844:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375855:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764770.375857:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.375859:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.375864:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f907f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.375871:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000865c427c reply state 0000000026d8057b transno 4294997355 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.375879:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.381417:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+369:19723:x1862022966915840:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 19028us (19390us total) trans 4294997354 rc 0/0 00000100:00100000:2.0:1775764770.381430:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50853 00000004:00010000:2.0:1775764770.381640:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381657:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381668:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381680:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381688:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381693:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.381697:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381703:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381717:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.381720:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.381865:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381873:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f909b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381888:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381893:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381899:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381904:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.381907:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381912:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381919:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xa3962d5b (ffff89768faaa000) 00010000:00010000:2.0:1775764770.381922:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.381925:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381929:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f90a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381970:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9094 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c363 expref: 369 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381984:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c363 expref: 368 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.381991:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:2.0:1775764770.381994:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.381996:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9400, rc 0) 00010000:00010000:2.0:1775764770.382005:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.382019:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f90b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c36a expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382061:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382072:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382081:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382094:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382100:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382107:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382217:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382225:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382232:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.382255:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d7:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.382259:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.382272:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382280:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382286:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382295:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382301:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382306:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.382308:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382314:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382322:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.382324:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.382327:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382333:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f90be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382341:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382347:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382352:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382357:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.382360:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382366:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382373:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x98ca20bd (ffff89768faaa700) 00010000:00010000:2.0:1775764770.382376:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.382378:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382384:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f90c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382404:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f90b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c36a expref: 370 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382415:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c36a expref: 369 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.382421:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:2.0:1775764770.382423:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.382425:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:0.0:1775764770.382430:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+369:19724:x1862022966916224:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 8305us (8621us total) trans 4294997355 rc 0/0 00000100:00100000:0.0:1775764770.382437:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50855 00010000:00010000:0.0:1775764770.382495:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.382502:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.382509:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.382513:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.382519:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.382529:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bc:0x0].0x0 (ffff89768244af00) 00010000:00010000:0.0:1775764770.382532:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.382534:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.382544:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f90b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.382557:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.382559:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.382561:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.382575:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.382671:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966916352 00000100:00100000:0.0:1775764770.382680:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966916352 00000100:00100000:0.0:1775764770.382725:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16195 00000100:00100000:0.0:1775764770.382734:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+369:19863:x1862022966916352:12345-192.168.202.46@tcp:37:ll_sa.0 00000100:00100000:3.0:1775764770.385632:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.385654:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.385667:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.385675:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.385680:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.385685:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.385692:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.385707:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xbfd87aeb (ffff897691328a00) 00010000:00010000:0.0:1775764770.385710:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.385714:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.385720:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f8fc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.385907:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966916480 00000100:00100000:1.0:1775764770.385916:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966916480 00000100:00100000:1.0:1775764770.385971:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50856 00000100:00100000:1.0:1775764770.385981:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+370:19723:x1862022966916480:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.386000:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.386019:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f90d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c378 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386116:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386129:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386156:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386172:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386179:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386185:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386272:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x299:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386280:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x299:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386287:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x299:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386460:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.386559:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x299:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.386564:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1775764770.386572:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386578:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.386584:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x299:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386587:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.386590:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386595:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x299:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386595:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386604:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386606:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x5e0db83a (ffff89768244a500) 00010000:00010000:2.0:1775764770.386608:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.386610:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386611:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386617:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.386618:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9086 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386626:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.386629:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386634:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386641:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.386644:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.386646:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386651:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f90da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386661:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386666:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386671:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386676:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.386678:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386684:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.386685:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+370:2382:x1862022966915584:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 16879us (18278us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764770.386694:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xc5f130b7 (ffff897783000c00) 00000100:00100000:2.0:1775764770.386694:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 52 00010000:00010000:1.0:1775764770.386696:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.386698:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386704:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f90e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386733:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f90d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c378 expref: 370 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386746:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x299:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c378 expref: 369 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.386753:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x299:0x0].0x0 (ffff89768225db00) 00010000:00010000:1.0:1775764770.386755:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.386757:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972600, rc 0) 00000100:00100000:1.0:1775764770.386785:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+369:19723:x1862022966916480:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 807us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.386792:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50856 00000100:00100000:3.0:1775764770.387202:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.387443:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966916736 00000100:00100000:0.0:1775764770.387450:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966916736 00000100:00100000:0.0:1775764770.387526:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50857 00000100:00100000:0.0:1775764770.387535:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+368:19724:x1862022966916736:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.387580:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.387597:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e000/0x2aac6a50e5f8e2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2e5 expref: 368 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387613:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5600/0x2aac6a50e5f8175 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bef5 expref: 367 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387621:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff8977929fd800) 00010000:00010000:0.0:1775764770.387629:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.387642:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387651:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387658:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387668:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387674:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387680:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387758:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387765:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.387773:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.388535:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+366:19863:x1862022966916352:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 5800us (5959us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.388544:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16195 00000004:00080000:0.0:1775764770.388662:0:5794:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c3:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764770.388772:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388780:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388787:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388793:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.388797:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388803:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388812:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff89768244a900) 00010000:00010000:0.0:1775764770.388813:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.388816:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388820:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f90fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388834:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388838:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388842:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388845:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.388846:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388849:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388853:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764770.388854:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.388855:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.388858:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f90ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.388863:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000929db3ae reply state 000000000c1a83f0 transno 4294997356 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.388883:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.389394:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+367:19724:x1862022966916736:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1858us (2190us total) trans 4294997356 rc 0/0 00000100:00100000:0.0:1775764770.389402:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50857 00010000:00010000:0.0:1775764770.392435:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.392453:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.392506:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.392514:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.392518:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.392525:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.392543:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x17d46a (ffff89768244a000) 00010000:00010000:0.0:1775764770.392547:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.392551:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.392556:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f90f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.393652:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.394561:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966916992 00000100:00100000:2.0:1775764770.394573:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966916992 00000100:00100000:2.0:1775764770.394629:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50858 00000100:00100000:2.0:1775764770.394640:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+366:19724:x1862022966916992:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.394696:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.394720:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f7d85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdac expref: 366 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394736:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768f7c0900) 00010000:00010000:2.0:1775764770.394745:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.394764:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.394770:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.394777:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394787:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394800:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394807:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394814:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.394853:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966917248 00000100:00100000:0.0:1775764770.394857:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966917248 00010000:00010000:2.0:1775764770.394920:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394928:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.394935:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.395065:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50859 00000100:00100000:0.0:1775764770.395074:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+366:19723:x1862022966917248:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.395095:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.395108:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f90e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x299:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c378 expref: 366 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395124:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5e9088 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x299:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217671 expref: 365 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395148:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x299:0x0].0x0 (ffff89768225db00) 00010000:00010000:0.0:1775764770.395157:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.395166:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395176:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 364 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395183:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395217:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 364 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395229:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 364 pid: 11866 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.395243:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978358144:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764770.395344:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983780 going to sleep for 11 seconds 00000040:00080000:2.0:1775764770.395368:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2843, 64 off190208 00010000:00010000:2.0:1775764770.395422:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395430:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395438:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395445:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395451:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395457:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395508:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.395526:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395532:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395537:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395542:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.395546:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395552:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395564:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764770.395566:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.395569:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395574:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9112 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395588:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395595:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395601:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395606:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.395608:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395614:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395621:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.395623:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.395626:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.395631:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9104 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395633:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.395639:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.395644:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048ca67db reply state 0000000074947d46 transno 4294997357 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395645:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.395649:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.395653:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764770.395655:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395662:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeca:0x0].0x0 (ffff89768faaa000) 00010000:00010000:0.0:1775764770.395664:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.395666:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395671:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9120 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.395681:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.395683:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.395684:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.395706:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+366:19724:x1862022966916992:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1068us (2060us total) trans 4294997357 rc 0/0 00000100:00100000:2.0:1775764770.395713:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50858 00000100:00100000:3.0:1775764770.400975:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.401113:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966917760 00000100:00100000:0.0:1775764770.401122:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966917760 00000100:00100000:0.0:1775764770.401175:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 53 00000100:00100000:0.0:1775764770.401186:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+366:2379:x1862022966917760:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:0.0:1775764770.401239:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.401264:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9127 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c37f expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401347:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401362:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401374:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401388:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401395:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401402:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401549:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401558:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.401565:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.401589:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a0:0x0]: returning size 260096 00000100:00100000:1.0:1775764770.402007:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.402015:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.402023:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.402030:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.402036:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.402036:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.402040:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.402047:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.402057:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966917376 00010000:00010000:2.0:1775764770.402060:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x283705e2 (ffff89768faaa700) 00000100:00100000:1.0:1775764770.402062:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966917376 00010000:00010000:2.0:1775764770.402062:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.402067:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.402072:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f910b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.402144:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966917632 00000100:00100000:3.0:1775764770.402149:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966917632 00000100:00100000:3.0:1775764770.402190:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50860 00000100:00100000:3.0:1775764770.402199:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+368:19724:x1862022966917632:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.402236:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.402265:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822ec00/0x2aac6a50e5f8e48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2ec expref: 368 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402281:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4800/0x2aac6a50e5f7241 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba02 expref: 367 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402290:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2be:0x0].0x0 (ffff897691036200) 00010000:00010000:3.0:1775764770.402298:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.402310:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402320:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402327:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402338:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402345:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402351:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402418:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.402421:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 366 pid: 11866 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402426:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.402434:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.402451:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23391 00000100:00100000:1.0:1775764770.402458:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+366:2381:x1862022966917376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764770.402499:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764770.402505:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 366 pid: 11866 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.402517:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 366 pid: 11866 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.402528:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.402532:0:5780:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.402539:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.402545:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.402559:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764770.402696:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+366:2381:x1862022966917376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 237us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.402704:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23391 00000004:00200000:0.0:1775764770.402820:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.402849:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402862:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402874:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402880:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402886:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402891:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.402895:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402900:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402909:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.402912:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.402915:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402921:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f912e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402931:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402936:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402942:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402947:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.402950:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402956:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402963:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x801dd473 (ffff89768244a000) 00010000:00010000:0.0:1775764770.402965:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.402968:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.402974:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9135 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403005:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9127 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c37f expref: 367 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403019:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c37f expref: 366 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403026:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a0:0x0].0x0 (ffff89768225df00) 00010000:00010000:0.0:1775764770.403028:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.403031:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8fa00, rc 0) 00010000:00010000:0.0:1775764770.403036:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.403044:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9158 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c386 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403069:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403076:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403083:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403093:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403099:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403104:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403160:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x297:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403169:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x297:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403176:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x297:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.403194:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x297:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.403196:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.403206:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x297:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403213:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x297:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403223:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403229:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403234:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403238:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.403240:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403246:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403253:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.403255:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.403257:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403263:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f915f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403271:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403275:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403280:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403285:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.403288:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403293:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403298:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x5a3b2e4f (ffff89768244a900) 00010000:00010000:0.0:1775764770.403300:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.403302:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403308:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9166 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403327:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9158 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c386 expref: 367 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403335:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x297:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c386 expref: 366 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403339:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x297:0x0].0x0 (ffff897682240e00) 00010000:00010000:0.0:1775764770.403341:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.403343:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8ee00, rc 0) 00010000:00010000:0.0:1775764770.403345:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.403350:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9174 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c38d expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403364:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403370:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403374:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403381:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403385:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403389:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403420:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403425:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403429:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.403438:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29b:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.403440:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.403445:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403450:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403456:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403460:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403492:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403497:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.403500:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403506:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403517:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.403520:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.403522:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403527:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f917b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403536:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403541:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403546:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403551:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.403553:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403558:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403565:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xd60b5417 (ffff89768244af00) 00010000:00010000:0.0:1775764770.403568:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.403570:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403575:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9182 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403607:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9174 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c38d expref: 368 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403618:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c38d expref: 367 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403625:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29b:0x0].0x0 (ffff89768244ae00) 00010000:00010000:0.0:1775764770.403627:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.403629:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934e00, rc 0) 00010000:00010000:0.0:1775764770.403633:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.403639:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9190 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c394 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403660:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403668:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403675:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403687:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403694:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403700:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403747:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x296:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403755:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x296:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403762:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x296:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.403777:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x296:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.403780:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.403789:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x296:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403797:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x296:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403807:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403813:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403819:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403823:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3bc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.403826:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403832:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403839:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.403841:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.403843:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403849:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9197 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403857:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403862:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403868:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403873:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3aa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.403876:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403881:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403887:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xb65fef2a (ffff89768244a500) 00010000:00010000:0.0:1775764770.403889:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.403892:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403897:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f919e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403918:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9190 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c394 expref: 369 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403928:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x296:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c394 expref: 368 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403936:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x296:0x0].0x0 (ffff897682240a00) 00010000:00010000:0.0:1775764770.403938:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.403940:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897689c3a200, rc 0) 00010000:00010000:0.0:1775764770.403944:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.403951:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f91ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c39b expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403970:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403978:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.403985:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404005:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.404172:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f8fe5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c371 expref: 369 pid: 11866 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.404186:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978358144:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764770.404208:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.404217:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.404222:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.404235:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.404243:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.404251:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404569:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404582:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404691:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404699:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404706:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.404724:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a6:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.404727:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.404737:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404744:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404753:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404758:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404763:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404768:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.404771:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404777:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404785:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.404788:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.404791:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404860:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f91b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404871:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404877:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404883:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404888:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.404891:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404897:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404904:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x9062bf83 (ffff897691328f00) 00010000:00010000:0.0:1775764770.404906:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.404909:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404915:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f91ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404942:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f91ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c39b expref: 369 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404954:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c39b expref: 368 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.404961:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a6:0x0].0x0 (ffff89778fe9f500) 00010000:00010000:0.0:1775764770.404964:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.404966:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9600, rc 0) 00010000:00010000:0.0:1775764770.404971:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.404978:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f91cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3a2 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405004:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405012:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405019:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405031:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405039:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405045:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405094:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405102:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405109:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.405124:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a2:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.405128:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.405136:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405144:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405155:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405160:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405166:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405171:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.405174:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405179:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405186:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.405188:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.405190:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405195:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f91d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405204:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405209:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405214:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405219:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.405221:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405226:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405232:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xee1a16ec (ffff897691328c00) 00010000:00010000:0.0:1775764770.405234:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.405236:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405445:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f91dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405495:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f91cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3a2 expref: 370 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405506:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3a2 expref: 369 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405512:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a2:0x0].0x0 (ffff8976825f0500) 00010000:00010000:0.0:1775764770.405515:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.405517:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9c00, rc 0) 00010000:00010000:0.0:1775764770.405522:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.405530:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f91eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3a9 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405552:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405561:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405568:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405578:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405584:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405637:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405695:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405704:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405711:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.405726:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a4:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.405729:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.405738:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405746:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405757:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405762:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405768:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405773:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8dc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.405775:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405781:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405788:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.405790:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.405793:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.405871:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x299:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405879:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f91f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.405880:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.405888:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405890:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405896:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405900:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405906:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8da00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.405909:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405914:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405921:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x10cfb8f0 (ffff897691328a00) 00010000:00010000:0.0:1775764770.405923:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.405926:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405930:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f91f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405950:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f91eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3a9 expref: 371 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405961:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3a9 expref: 370 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405967:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a4:0x0].0x0 (ffff89768225d600) 00010000:00010000:0.0:1775764770.405969:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.405971:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c000, rc 0) 00010000:00010000:0.0:1775764770.405974:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.405980:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f920e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3b0 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.405999:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406007:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406014:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406025:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406031:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406037:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406086:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406094:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406101:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.406116:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a8:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.406118:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.406128:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406136:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406146:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406152:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406157:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406161:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.406164:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406169:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406176:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.406179:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.406181:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406186:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9215 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406195:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406201:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406206:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406212:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.406214:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406220:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406227:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xcbe2ca0f (ffff897690fc9700) 00010000:00010000:0.0:1775764770.406229:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.406232:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406238:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f921c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406359:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f920e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3b0 expref: 372 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406370:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3b0 expref: 371 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.406377:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a8:0x0].0x0 (ffff89768225d400) 00010000:00010000:0.0:1775764770.406379:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.406382:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778843e200, rc 0) 00000100:00100000:0.0:1775764770.406452:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+371:2379:x1862022966917760:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 5266us (5486us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.406461:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 53 00000040:00080000:1.0:1775764770.407909:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2845, 64 off190336 00010000:00010000:1.0:1775764770.407974:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x299:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.407987:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408001:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408009:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408016:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408022:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408046:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.408063:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408067:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.408072:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408074:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408090:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.408090:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408093:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408103:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.408104:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408109:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408115:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x299:0x0].0x0 (ffff897783000900) 00010000:00010000:0.0:1775764770.408118:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.408120:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408121:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408126:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f922a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x299:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.408143:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.408145:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.408146:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.408625:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x299:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.408628:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.408632:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408638:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9207 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408661:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408668:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408675:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408681:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.408684:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408690:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408698:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.408700:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.408703:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.408710:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9119 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.408719:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e9aa195 reply state 0000000072428a91 transno 4294997358 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.408734:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.408881:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+372:19723:x1862022966917248:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 13805us (14107us total) trans 4294997358 rc 0/0 00000100:00100000:1.0:1775764770.408890:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50859 00000040:00080000:3.0:1775764770.409337:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2844, 64 off190272 00010000:00010000:3.0:1775764770.409392:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409410:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409421:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409428:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409433:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409441:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409460:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.409502:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409508:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409514:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409519:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.409522:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409534:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409542:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2be:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:3.0:1775764770.409544:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.409547:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409555:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9151 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409573:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409578:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409588:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409592:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.409594:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409599:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409606:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.409608:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.409610:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.409616:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9143 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.409624:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006faab907 reply state 00000000fb74aa27 transno 4294997359 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.409630:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.409682:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+373:19724:x1862022966917632:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 7484us (7675us total) trans 4294997359 rc 0/0 00000100:00100000:3.0:1775764770.409690:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50860 00010000:00010000:2.0:1775764770.409756:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.409762:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.409767:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.409770:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.409776:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.409784:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2be:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:2.0:1775764770.409786:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.409789:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.409795:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9231 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.409810:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.409812:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.409814:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.413119:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.413194:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.413207:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.413216:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.413226:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.413231:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.413239:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.413255:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xca0b3ea (ffff89768c96b200) 00010000:00010000:2.0:1775764770.413259:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.413263:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.413271:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f914a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413456:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413501:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413508:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413514:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.413516:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413524:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413534:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xc5f130b7 (ffff897783000c00) 00010000:00010000:0.0:1775764770.413537:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.413540:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.413546:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f91c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.413644:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966918016 00000100:00100000:1.0:1775764770.413656:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966918016 00000100:00100000:1.0:1775764770.413718:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50861 00000100:00100000:1.0:1775764770.413728:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+371:19724:x1862022966918016:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.413796:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.413816:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930200/0x2aac6a50e5f8e64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2f3 expref: 371 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413830:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922e00/0x2aac6a50e5f886e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c14f expref: 370 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413837:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:1.0:1775764770.413844:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.413860:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413872:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413880:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413892:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413898:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.413904:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414001:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414009:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414015:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764770.414427:0:11866:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0xed7:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.414590:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414597:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414603:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414608:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.414611:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414617:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414630:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897783000d00) 00010000:00010000:1.0:1775764770.414632:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.414635:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414641:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9246 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414657:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414662:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414668:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414673:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.414676:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414682:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414688:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.414690:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.414693:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.414697:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9238 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.414710:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e573ecb0 reply state 000000000aa28f01 transno 4294997360 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.414718:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.416415:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+371:19724:x1862022966918016:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2680us (3296us total) trans 4294997360 rc 0/0 00000100:00100000:1.0:1775764770.416428:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50861 00000100:00100000:1.0:1775764770.421785:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.421975:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.422018:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.422032:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.422040:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.422046:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.422051:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.422059:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.422078:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9b386487 (ffff897783000700) 00010000:00010000:0.0:1775764770.422081:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.422086:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.422092:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f923f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.422228:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.422322:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966918400 00000100:00100000:3.0:1775764770.422332:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966918400 00000100:00100000:3.0:1775764770.422388:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 54 00000100:00100000:3.0:1775764770.422398:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+370:2380:x1862022966918400:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764770.422437:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.422453:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f924d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3b7 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422586:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422614:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422626:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422642:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422649:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422656:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422773:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422782:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422788:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.422822:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29e:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.422827:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.422847:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422859:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422867:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422873:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422879:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422885:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.422888:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422895:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422904:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:3.0:1775764770.422907:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.422910:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422916:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9254 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422927:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422939:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422945:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422951:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.422953:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422959:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422966:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x1e0192a5 (ffff89768c96b000) 00010000:00010000:3.0:1775764770.422969:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.422971:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.422977:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f925b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.423007:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f924d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3b7 expref: 372 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.423021:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3b7 expref: 371 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.423029:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29e:0x0].0x0 (ffff8976818aed00) 00010000:00010000:3.0:1775764770.423031:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.423035:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e200, rc 0) 00000100:00100000:3.0:1775764770.423095:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+371:2380:x1862022966918400:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 698us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.423104:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 54 00000100:00100000:2.0:1775764770.424766:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966918272 00000100:00100000:2.0:1775764770.424778:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966918272 00000100:00100000:2.0:1775764770.424848:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966918656 00000100:00100000:2.0:1775764770.424852:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966918656 00000100:00100000:2.0:1775764770.424877:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50862 00000100:00100000:2.0:1775764770.424886:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+372:19723:x1862022966918272:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.424932:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.424954:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f913c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c37f expref: 372 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.424973:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5e954a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217800 expref: 371 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.424988:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a0:0x0].0x0 (ffff89768225df00) 00010000:00010000:2.0:1775764770.424998:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.425015:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425026:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425035:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425050:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425056:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425062:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425159:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425167:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.425175:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.425961:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2845, 64 off190336 00010000:00010000:2.0:1775764770.426026:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426037:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426046:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426054:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426061:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426067:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426090:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.426108:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426114:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426120:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426126:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.426131:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426138:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426151:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a0:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764770.426154:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.426158:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426164:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5f9277 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426181:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426187:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426192:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426197:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.426200:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426206:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426213:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:2.0:1775764770.426216:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.426219:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426224:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5f9269 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.426251:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000682f92a4 reply state 0000000031cd890f transno 4294997361 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.426260:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.426341:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+372:19723:x1862022966918272:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1455us (4565us total) trans 4294997361 rc 0/0 00000100:00100000:2.0:1775764770.426349:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50862 00000100:00100000:2.0:1775764770.426374:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50863 00000100:00100000:2.0:1775764770.426384:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+371:19724:x1862022966918656:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.426413:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.426425:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930c00/0x2aac6a50e5f8e80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2fa expref: 371 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426439:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f796b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc63 expref: 370 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426448:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768669ee00) 00010000:00010000:2.0:1775764770.426455:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.426500:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426508:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426515:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426528:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426534:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426539:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426883:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426893:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.426900:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.427230:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2846, 64 off190400 00010000:00010000:2.0:1775764770.428149:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428163:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428173:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428180:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428186:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428192:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428218:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764770.428247:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428254:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428261:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428267:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.428271:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428278:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428288:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768faaa400) 00010000:00010000:2.0:1775764770.428290:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.428294:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428299:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9293 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428313:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428318:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428326:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428330:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.428332:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428337:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428342:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.428344:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.428346:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428351:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5f9285 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.428360:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004097f154 reply state 000000000ded900c transno 4294997362 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.428368:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.428436:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+371:19724:x1862022966918656:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2052us (6459us total) trans 4294997362 rc 0/0 00000100:00100000:2.0:1775764770.428444:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50863 00010000:00010000:2.0:1775764770.428502:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764770.428508:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428514:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.428518:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428524:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428531:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a0:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764770.428533:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.428536:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428541:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5f927e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428554:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.428557:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428561:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.428563:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428569:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428575:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2df:0x0].0x0 (ffff89768faaa400) 00010000:00010000:2.0:1775764770.428577:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.428579:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.428584:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f929a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.431266:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.431504:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.431507:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.431509:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.433021:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.433067:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.433079:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.433086:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.433092:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.433097:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.433104:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.433104:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966918912 00000100:00100000:3.0:1775764770.433114:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966918912 00010000:00010000:2.0:1775764770.433122:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x801dd473 (ffff89768faaa700) 00010000:00010000:2.0:1775764770.433125:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.433130:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.433135:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5f9270 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.433172:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50864 00000100:00100000:3.0:1775764770.433183:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+370:19723:x1862022966918912:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.433247:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.433264:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f916d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x297:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c386 expref: 370 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.435673:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647a00/0x2aac6a50e5e8c98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x297:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421753d expref: 369 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.435686:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x297:0x0].0x0 (ffff897682240e00) 00010000:00010000:3.0:1775764770.435696:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.435801:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435816:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435825:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435841:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435848:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435854:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435966:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 3/0,1 mode: --/EX res: [0x200000401:0x297:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435974:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.435981:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.436399:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2847, 64 off190464 00010000:00010000:0.0:1775764770.436562:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x297:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436572:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436580:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436588:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436594:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436600:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436620:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.436643:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436649:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436655:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436660:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.436664:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436671:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436678:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.436680:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x297:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:0.0:1775764770.436683:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.436685:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436687:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 2/0,0 mode: --/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436691:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.436693:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f92af lrc: 0/0,0 mode: --/EX res: [0x200000401:0x297:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436695:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436700:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436707:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436707:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x297:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:1.0:1775764770.436710:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.436713:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436713:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436719:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436719:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f92b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x297:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436725:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.436727:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436732:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.436735:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.436737:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.436738:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.436739:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.436741:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.436743:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.436748:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f92a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.436761:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c2f4e7a reply state 0000000091c79585 transno 4294997363 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.436771:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.436866:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+370:19723:x1862022966918912:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3683us (3849us total) trans 4294997363 rc 0/0 00000100:00100000:0.0:1775764770.436876:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50864 00010000:00010000:2.0:1775764770.440893:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.440913:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.440921:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.440927:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.440931:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.440938:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.440955:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x5a3b2e4f (ffff897690fc9700) 00010000:00010000:2.0:1775764770.440958:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.440962:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.440968:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f92a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442612:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442624:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442631:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442637:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.442640:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442648:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442662:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x21e72734 (ffff89768faaab00) 00010000:00010000:0.0:1775764770.442665:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.442670:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.442677:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f928c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.442907:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.442990:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966919168 00000100:00100000:1.0:1775764770.443000:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966919168 00000100:00100000:1.0:1775764770.443049:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50865 00000100:00100000:1.0:1775764770.443059:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+368:19723:x1862022966919168:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.443110:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.443124:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9189 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c38d expref: 368 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443134:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5e933d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217758 expref: 367 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443140:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29b:0x0].0x0 (ffff89768244ae00) 00010000:00010000:1.0:1775764770.443147:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.443164:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443175:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443183:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443192:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443196:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443200:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443299:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443304:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443309:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.443766:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2848, 64 off190528 00010000:00010000:1.0:1775764770.443811:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443818:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443824:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443829:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443832:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443835:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443849:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.443865:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443869:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443873:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443876:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.443879:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443882:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443887:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29b:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.443889:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.443890:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443893:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f92cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443905:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443909:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443912:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443918:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.443920:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443923:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443927:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.443928:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.443929:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.443932:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f92bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.443936:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007a622a1 reply state 00000000aa638c4b transno 4294997364 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.443942:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.444015:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+368:19723:x1862022966919168:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 957us (1111us total) trans 4294997364 rc 0/0 00000100:00100000:1.0:1775764770.444023:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50865 00010000:00010000:2.0:1775764770.444411:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.444419:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.444426:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.444430:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.444437:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.444445:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29b:0x0].0x0 (ffff897783000900) 00010000:00010000:2.0:1775764770.444448:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.444451:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.444454:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f92d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.444510:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.444512:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.444514:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.449312:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.449400:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966919424 00000100:00100000:2.0:1775764770.449413:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966919424 00000100:00100000:2.0:1775764770.449512:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50866 00000100:00100000:2.0:1775764770.449524:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+368:19723:x1862022966919424:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.449602:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.449632:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f91a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x296:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c394 expref: 368 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449656:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647800/0x2aac6a50e5ea438 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x296:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217c8a expref: 367 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449667:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x296:0x0].0x0 (ffff897682240a00) 00010000:00010000:2.0:1775764770.449679:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.449699:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449712:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449723:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449739:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449746:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449752:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449857:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x296:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449865:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.449871:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.450320:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2846, 64 off190400 00010000:00010000:2.0:1775764770.450373:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x296:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450381:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450389:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450396:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450401:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450407:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450428:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.450443:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450448:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450455:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450459:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.450511:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450520:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450529:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x296:0x0].0x0 (ffff89768faaa400) 00010000:00010000:2.0:1775764770.450532:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.450535:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450541:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f92e7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x296:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450556:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450561:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450567:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450572:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.450573:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450579:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450586:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:2.0:1775764770.450589:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.450592:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.450597:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f92d9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.450606:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e6df95f reply state 00000000e4d2ede8 transno 4294997365 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.450616:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.450705:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+368:19723:x1862022966919424:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1183us (1405us total) trans 4294997365 rc 0/0 00000100:00100000:2.0:1775764770.450715:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50866 00010000:00010000:1.0:1775764770.451158:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.451165:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.451171:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.451174:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.451181:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.451191:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x296:0x0].0x0 (ffff89768faaa400) 00010000:00010000:1.0:1775764770.451193:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.451196:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 1/0,0 mode: --/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.451201:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f92ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x296:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.451217:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.451219:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.451221:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.451517:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.451526:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.451532:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.451538:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.451541:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.451546:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.451554:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xd60b5417 (ffff897783000d00) 00010000:00010000:0.0:1775764770.451557:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.451560:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.451566:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f92c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.453887:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.454045:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966919680 00000100:00100000:1.0:1775764770.454056:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966919680 00000100:00100000:1.0:1775764770.454109:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50867 00000100:00100000:1.0:1775764770.454118:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+367:19724:x1862022966919680:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.454174:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.454198:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6a00/0x2aac6a50e5f8eb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c308 expref: 367 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454218:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caee00/0x2aac6a50e5f81f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf1f expref: 366 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454228:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff89779a9fed00) 00010000:00010000:1.0:1775764770.454237:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.454267:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454280:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454288:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454301:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454307:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454313:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454419:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454427:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.454434:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454532:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454541:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454550:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454556:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.454559:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454566:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454575:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xb65fef2a (ffff89768faaa700) 00010000:00010000:2.0:1775764770.454578:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.454582:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.454588:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f92e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764770.454930:0:11866:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.455041:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455048:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455054:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455060:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.455064:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455071:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455080:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff897783000e00) 00010000:00010000:1.0:1775764770.455082:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.455086:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455092:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9303 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455109:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455114:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455120:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455125:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.455127:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455131:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455142:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.455144:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.455147:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.455151:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f92f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.455160:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fcc7beaf reply state 00000000d400dd01 transno 4294997366 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.455169:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.455256:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+366:19724:x1862022966919680:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1138us (1376us total) trans 4294997366 rc 0/0 00000100:00100000:1.0:1775764770.455263:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50867 00000100:00100000:2.0:1775764770.459563:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.459816:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.459824:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966919936 00010000:00010000:0.0:1775764770.459829:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.459832:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966919936 00010000:00010000:0.0:1775764770.459840:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.459845:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.459850:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.459857:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.459872:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xc3f00931 (ffff897783000000) 00010000:00010000:0.0:1775764770.459875:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.459880:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.459886:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f92fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.459890:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50868 00000100:00100000:3.0:1775764770.459898:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+366:19723:x1862022966919936:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.459954:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.459967:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f91c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c39b expref: 365 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.459978:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5e9fd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217b41 expref: 364 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.459984:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a6:0x0].0x0 (ffff89778fe9f500) 00010000:00010000:3.0:1775764770.459989:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.460005:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460015:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460021:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460029:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460033:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460037:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460124:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460128:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.460132:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.463091:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.463162:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966920192 00000100:00100000:1.0:1775764770.463171:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966920192 00000100:00100000:1.0:1775764770.463222:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50869 00000100:00100000:1.0:1775764770.463232:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+364:19724:x1862022966920192:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.463305:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.463329:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caea00/0x2aac6a50e5f8ed4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c30f expref: 364 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463352:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237e00/0x2aac6a50e5f7328 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba4f expref: 363 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463362:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeba:0x0].0x0 (ffff8977a2f58400) 00010000:00010000:1.0:1775764770.463373:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.463392:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463404:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463414:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463426:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463433:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463439:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463786:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463795:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.463803:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.464867:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2847, 64 off190464 00010000:00010000:3.0:1775764770.464936:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.464949:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.464958:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.464965:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.464971:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.464977:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465000:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.465023:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465028:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465034:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465039:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.465043:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465050:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465065:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a6:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.465068:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.465072:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465078:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9318 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465095:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465101:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465105:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465110:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.465112:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465117:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465123:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:3.0:1775764770.465125:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.465127:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.465132:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f930a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.465146:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6c2cf58 reply state 00000000d2541b0b transno 4294997367 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.465156:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.465254:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+364:19723:x1862022966919936:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 5341us (5682us total) trans 4294997367 rc 0/0 00000100:00100000:3.0:1775764770.465263:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50868 00010000:00010000:0.0:1775764770.465345:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.465352:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.465358:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.465361:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.465367:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.465382:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a6:0x0].0x0 (ffff89768c96b600) 00010000:00010000:0.0:1775764770.465384:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.465387:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.465392:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9334 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.465408:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.465410:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.465411:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764770.466919:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2848, 64 off190528 00010000:00010000:1.0:1775764770.466998:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467013:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467024:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467032:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467038:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467045:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467069:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.467087:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467093:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467100:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467105:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.467109:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467116:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467125:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeba:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764770.467128:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.467132:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467137:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f932d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467158:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467163:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467169:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467174:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.467176:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467182:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467190:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.467193:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.467196:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.467202:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f931f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.467212:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0ec5b31 reply state 00000000460c285d transno 4294997368 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.467224:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.467623:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+365:19724:x1862022966920192:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 4389us (4537us total) trans 4294997368 rc 0/0 00000100:00100000:1.0:1775764770.467632:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50869 00010000:00010000:0.0:1775764770.468291:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.468298:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.468306:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.468310:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.468317:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.468326:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeba:0x0].0x0 (ffff897783000700) 00010000:00010000:0.0:1775764770.468329:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.468332:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.468335:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f933b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.468348:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.468350:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.468351:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.469513:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.469571:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966920448 00000100:00100000:1.0:1775764770.469580:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966920448 00010000:00010000:2.0:1775764770.469596:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.469605:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.469611:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.469616:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.469620:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.469626:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.469632:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50870 00010000:00010000:2.0:1775764770.469636:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x9062bf83 (ffff89768c96b000) 00010000:00010000:2.0:1775764770.469639:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764770.469640:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+365:19723:x1862022966920448:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.469643:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.469648:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9311 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469697:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.469714:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f91e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3a2 expref: 364 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469727:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5e96d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421787e expref: 363 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469736:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a2:0x0].0x0 (ffff8976825f0500) 00010000:00010000:1.0:1775764770.469744:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.469763:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469775:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469784:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469805:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469813:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469819:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469926:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469935:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.469942:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.470540:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2849, 64 off190592 00010000:00010000:1.0:1775764770.470597:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470607:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470615:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470622:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470627:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470632:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470651:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.470669:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.470674:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470680:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.470683:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470690:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470698:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a2:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764770.470701:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.470704:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470709:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9357 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470719:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.470721:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.470722:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.470735:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470741:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470747:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470756:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.470760:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470765:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470772:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a2:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764770.470775:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.470777:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470783:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9350 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470799:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470805:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470811:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470815:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.470817:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470822:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470832:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.470834:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.470836:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.470841:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9342 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.470849:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1577098 reply state 000000008feaf029 transno 4294997369 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.470856:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.470926:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+364:19723:x1862022966920448:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1285us (1416us total) trans 4294997369 rc 0/0 00000100:00100000:1.0:1775764770.470934:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50870 00010000:00010000:0.0:1775764770.471826:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.471837:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.471841:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.471844:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.471846:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.471850:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.471857:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xb0449b87 (ffff897783000200) 00010000:00010000:0.0:1775764770.471858:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.471860:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.471863:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9326 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.474868:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.474936:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.475078:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.475087:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.475091:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.475095:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.475098:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.475103:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.475116:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xee1a16ec (ffff897783000c00) 00010000:00010000:2.0:1775764770.475118:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.475121:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.475125:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9349 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.475262:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966920704 00000100:00100000:1.0:1775764770.475275:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966920704 00000100:00100000:1.0:1775764770.475353:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966920960 00000100:00100000:1.0:1775764770.475356:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966920960 00000100:00100000:1.0:1775764770.475378:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50871 00000100:00100000:1.0:1775764770.475387:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+363:19724:x1862022966920704:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.475438:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.475451:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f8efe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c316 expref: 363 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.475546:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50872 00000100:00100000:3.0:1775764770.475557:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+362:19723:x1862022966920960:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.475579:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.475592:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9200 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3a9 expref: 362 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475607:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5e9ca5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217a45 expref: 361 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475614:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a4:0x0].0x0 (ffff89768225d600) 00010000:00010000:3.0:1775764770.475622:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.475642:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475655:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475664:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475679:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475686:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475692:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475721:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f8271 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf49 expref: 360 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475735:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783a95b00) 00010000:00010000:1.0:1775764770.475743:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.475754:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475761:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475767:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475777:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475783:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475789:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475803:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.475810:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475838:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475845:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.475851:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.476134:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764770.476309:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c7:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.476414:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.476414:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2850, 64 off190656 00010000:00010000:1.0:1775764770.476421:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476427:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476433:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.476436:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476443:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476450:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff897783000500) 00010000:00010000:3.0:1775764770.476451:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476453:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.476456:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.476459:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476783:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9381 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.476785:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.476792:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.476797:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476798:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.476803:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476804:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476810:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476814:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.476818:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476824:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476831:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.476833:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.476836:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.476842:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f936c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.476850:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c77f8f6 reply state 000000001a6499d2 transno 4294997370 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.476856:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764770.476966:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.476981:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.477011:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.477016:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477035:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477041:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.477062:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+362:19724:x1862022966920704:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1675us (2203us total) trans 4294997370 rc 0/0 00000100:00100000:1.0:1775764770.477070:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50871 00010000:00010000:3.0:1775764770.477113:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.477117:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.477124:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.477133:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a4:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:3.0:1775764770.477135:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.477138:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.477143:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9388 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.477155:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.477157:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.477159:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.477185:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.477188:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477194:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477204:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a4:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:0.0:1775764770.477206:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.477209:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477214:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f937a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477231:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477237:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477243:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477248:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.477251:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477257:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477264:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.477267:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.477269:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.477275:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f935e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.477283:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd69d1e5 reply state 000000004018edab transno 4294997371 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.477290:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.477322:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+362:19723:x1862022966920960:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1769us (2385us total) trans 4294997371 rc 0/0 00000100:00100000:0.0:1775764770.477329:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50872 00010000:00010000:3.0:1775764770.479877:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.479896:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.479903:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.479912:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.479917:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.479924:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764770.479924:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.479938:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x10cfb8f0 (ffff89768c96b300) 00010000:00010000:3.0:1775764770.479941:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.479946:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.479952:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9365 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.479983:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966921216 00000100:00100000:2.0:1775764770.479994:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966921216 00000100:00100000:2.0:1775764770.480075:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50873 00000100:00100000:2.0:1775764770.480085:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+361:19724:x1862022966921216:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.480137:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.480155:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f8f21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c31d expref: 361 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480171:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5f500c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421aea2 expref: 360 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480179:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec8:0x0].0x0 (ffff897690fc9100) 00010000:00010000:2.0:1775764770.480186:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.480207:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480219:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480228:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480252:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480259:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480265:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480367:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 3/0,1 mode: --/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480375:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480381:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.480859:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2851, 64 off190720 00010000:00010000:2.0:1775764770.480915:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480924:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480932:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480938:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480943:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480948:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480973:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.480993:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.480998:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481003:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481008:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.481011:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481017:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481026:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec8:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764770.481029:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.481032:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481038:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f939d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xec8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481051:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481057:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481062:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481071:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.481074:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481079:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481086:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.481088:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.481091:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.481096:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f938f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.481104:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042d976d4 reply state 000000004efd51b4 transno 4294997372 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.481114:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.481187:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+361:19724:x1862022966921216:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1102us (1266us total) trans 4294997372 rc 0/0 00000100:00100000:2.0:1775764770.481195:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50873 00010000:00010000:3.0:1775764770.481248:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.481254:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.481260:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.481263:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.481269:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.481278:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec8:0x0].0x0 (ffff89768faaa300) 00010000:00010000:3.0:1775764770.481280:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.481283:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.481293:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f93a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xec8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.481307:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.481309:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.481310:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.486287:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.486305:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.486312:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.486318:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.486323:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.486328:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.486342:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x103f9c81 (ffff897783000e00) 00010000:00010000:0.0:1775764770.486344:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.486348:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.486352:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9373 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.487764:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.488250:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966921472 00000100:00100000:0.0:1775764770.488261:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966921472 00000100:00100000:0.0:1775764770.488326:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50874 00000100:00100000:0.0:1775764770.488335:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+360:19723:x1862022966921472:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.488388:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.488408:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9223 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3b0 expref: 360 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488423:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5e9c27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217a22 expref: 359 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488431:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a8:0x0].0x0 (ffff89768225d400) 00010000:00010000:0.0:1775764770.488436:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.488451:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488501:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488516:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488532:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488539:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488545:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488716:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488724:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488729:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488734:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.488737:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488744:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488752:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x8ee21578 (ffff89768faaa700) 00010000:00010000:3.0:1775764770.488756:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.488759:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.488764:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9396 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488791:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488799:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.488806:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.489141:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.489207:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966921728 00000100:00100000:3.0:1775764770.489213:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966921728 00000100:00100000:3.0:1775764770.489255:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50875 00000100:00100000:3.0:1775764770.489262:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+358:19724:x1862022966921728:12345-192.168.202.46@tcp:36:dbench.0 00000040:00080000:0.0:1775764770.489275:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2852, 64 off190784 00010000:00010000:3.0:1775764770.489292:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.489304:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f8f3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c324 expref: 359 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489318:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f80f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421becb expref: 358 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489327:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff8977929fd500) 00010000:00010000:3.0:1775764770.489333:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.489342:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489342:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489351:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489351:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489359:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489359:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489367:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489371:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489373:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489377:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489380:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489383:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489395:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.489414:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.489419:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489424:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.489427:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489433:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489435:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489441:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a8:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764770.489443:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489444:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.489447:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489449:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489452:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f93c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489708:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.489710:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.489711:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.489725:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764770.489726:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c1:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764770.489735:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489739:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489744:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.489747:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489752:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489760:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a8:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:0.0:1775764770.489762:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.489765:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489771:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f93b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489786:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489792:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489792:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489799:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489799:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489804:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.489805:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489807:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489810:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.489813:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489813:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489818:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489821:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:0.0:1775764770.489823:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.489825:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff89768c96b800) 00010000:00010000:0.0:1775764770.489826:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489827:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.489829:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.489831:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f93ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489835:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f93d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.489839:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd0fcee8 reply state 000000009191c97d transno 4294997373 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.489848:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764770.489850:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489854:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489859:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489863:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.489865:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489870:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489875:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.489877:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.489879:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.489884:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f93c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.489892:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abaca716 reply state 000000007f6fda6f transno 4294997374 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.489898:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.489947:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+360:19723:x1862022966921472:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1613us (2190us total) trans 4294997373 rc 0/0 00000100:00100000:0.0:1775764770.489955:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50874 00000100:00100000:3.0:1775764770.489979:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+359:19724:x1862022966921728:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 717us (838us total) trans 4294997374 rc 0/0 00000100:00100000:3.0:1775764770.489986:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50875 00010000:00010000:3.0:1775764770.493793:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.493811:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.493819:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.493825:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.493829:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.493837:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.493853:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0xcbe2ca0f (ffff897690fc9700) 00010000:00010000:3.0:1775764770.493857:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.493861:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.493867:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f93b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.493898:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.493944:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.493970:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966921984 00000100:00100000:3.0:1775764770.493980:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966921984 00000100:00100000:1.0:1775764770.494010:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966922240 00000100:00100000:1.0:1775764770.494014:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966922240 00000100:00100000:3.0:1775764770.494035:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50876 00000100:00100000:3.0:1775764770.494044:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+359:19724:x1862022966921984:12345-192.168.202.46@tcp:36:dbench.0 00000100:00100000:1.0:1775764770.494091:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50877 00000100:00100000:1.0:1775764770.494098:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+359:19723:x1862022966922240:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.494101:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764770.494114:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.494116:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236c00/0x2aac6a50e5f711b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b9a0 expref: 359 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494123:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9262 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3b7 expref: 359 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494132:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89779a9fe500) 00010000:00010000:3.0:1775764770.494138:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.494143:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5e941d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42177a5 expref: 357 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494150:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29e:0x0].0x0 (ffff8976818aed00) 00010000:00010000:1.0:1775764770.494156:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.494157:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494165:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494169:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494173:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494178:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494179:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494192:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494193:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494200:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494200:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494207:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494207:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494312:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494312:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494320:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494320:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.494327:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.494327:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494441:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494448:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494454:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494493:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.494497:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494504:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494513:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x1674e29a (ffff89768c96b300) 00010000:00010000:0.0:1775764770.494515:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.494518:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.494523:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f93ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.495235:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2849, 64 off190592 00010000:00010000:3.0:1775764770.495295:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495306:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495314:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.495315:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2853, 64 off190848 00010000:00010000:3.0:1775764770.495322:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495327:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495332:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495360:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.495379:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495385:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495390:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495395:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.495398:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495404:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495416:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.495419:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.495422:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495428:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f93f8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495445:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495450:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.495453:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.495456:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495461:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.495492:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495497:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495505:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.495508:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.495510:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.495510:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.495516:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.495517:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f93dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.495520:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.495527:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.495531:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c96d56a5 reply state 00000000d9f682cc transno 4294997375 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.495534:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ba:0x0].0x0 (ffff89768c96b600) 00010000:00010000:2.0:1775764770.495537:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.495539:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.495540:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764770.495544:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468a00/0x2aac6a50e5f9406 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.495556:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.495557:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.495559:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.495618:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+357:19724:x1862022966921984:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1572us (1722us total) trans 4294997375 rc 0/0 00000100:00100000:3.0:1775764770.495626:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50876 00010000:00010000:3.0:1775764770.498071:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.498089:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.498097:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.498103:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.498108:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.498115:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.498129:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xcd7d97c8 (ffff89768c96b000) 00010000:00010000:3.0:1775764770.498132:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.498136:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.498142:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f93f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499170:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499186:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499193:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499198:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499201:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499204:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499235:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.499252:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.499259:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.499264:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.499268:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.499274:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.499283:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29e:0x0].0x0 (ffff897783000600) 00010000:00010000:3.0:1775764770.499287:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.499290:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.499297:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.499298:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.499300:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.499411:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f940d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499436:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499439:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499443:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499448:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.499451:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499454:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499545:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29e:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764770.499547:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.499550:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499553:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f93ff lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499570:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499573:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499687:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499691:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.499693:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499697:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499706:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764770.499707:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.499709:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.499712:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f93e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x291:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.499719:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdb8252c reply state 00000000ff71a27b transno 4294997376 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.499725:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.499822:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+357:19723:x1862022966922240:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 5722us (5874us total) trans 4294997376 rc 0/0 00000100:00100000:1.0:1775764770.499829:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50877 00000100:00100000:0.0:1775764770.500998:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.501368:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966922496 00000100:00100000:1.0:1775764770.501377:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966922496 00000100:00100000:1.0:1775764770.501423:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50878 00000100:00100000:1.0:1775764770.501431:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+357:19724:x1862022966922496:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.504525:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.504560:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4000/0x2aac6a50e5f8f75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c32b expref: 357 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.504608:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.504907:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.504914:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.504919:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.504922:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.504925:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.504931:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.504939:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x1e0192a5 (ffff897783000500) 00010000:00010000:0.0:1775764770.504941:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.504945:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.504949:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f93ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x291:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.504999:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f800/0x2aac6a50e5f8446 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfe3 expref: 355 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505007:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897682209c00) 00010000:00010000:1.0:1775764770.505014:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.505029:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505038:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505044:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505053:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505058:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505061:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505147:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505151:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505155:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.505522:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966922624 00000100:00100000:3.0:1775764770.505530:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966922624 00000100:00100000:3.0:1775764770.505582:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16196 00000100:00100000:3.0:1775764770.505592:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+355:19723:x1862022966922624:12345-192.168.202.46@tcp:37:dbench.0 00000004:00080000:1.0:1775764770.505735:0:9373:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d1:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.505939:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505946:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505952:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505956:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.505958:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505964:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505971:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764770.505972:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.505975:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505980:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9422 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505994:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.505999:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.506004:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.506008:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.506010:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.506019:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.506024:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.506026:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.506029:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.506033:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9414 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.506040:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000672a8b58 reply state 0000000079204894 transno 4294997377 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.506048:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.506111:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+357:19724:x1862022966922496:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 4680us (5115us total) trans 4294997377 rc 0/0 00000100:00100000:1.0:1775764770.506119:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50878 00010000:00010000:2.0:1775764770.509215:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.509232:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.509237:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.509240:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.509243:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.509248:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.509263:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x9e362f1b (ffff897783000e00) 00010000:00010000:2.0:1775764770.509265:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.509268:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.509272:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f941b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.509926:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+355:19723:x1862022966922624:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 4331us (5314us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.509937:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16196 00000100:00100000:2.0:1775764770.510518:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.510739:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966922880 00000100:00100000:3.0:1775764770.510753:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966922880 00000100:00100000:3.0:1775764770.510816:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50879 00000100:00100000:3.0:1775764770.510823:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+355:19724:x1862022966922880:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.510898:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.510925:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5e00/0x2aac6a50e5f8f91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c332 expref: 355 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.510958:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f78d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bc32 expref: 354 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.510969:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89779240e500) 00010000:00010000:3.0:1775764770.510992:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.511022:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511044:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511052:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511062:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511075:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511079:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511201:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511215:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.511220:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.512343:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2850, 64 off190656 00010000:00010000:3.0:1775764770.512390:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512398:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512404:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512409:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512414:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512417:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512436:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.512450:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512454:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512484:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512492:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.512495:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512500:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512509:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89768c96b800) 00010000:00010000:3.0:1775764770.512512:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.512515:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512521:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469a00/0x2aac6a50e5f9437 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512536:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512541:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512545:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512550:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.512552:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512557:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512567:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:3.0:1775764770.512569:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.512572:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.512586:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7469000/0x2aac6a50e5f9429 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.512600:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a9e5d63 reply state 000000004b7f8990 transno 4294997378 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.512607:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.512677:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+355:19724:x1862022966922880:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1851us (2158us total) trans 4294997378 rc 0/0 00000100:00100000:3.0:1775764770.512684:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50879 00010000:00010000:1.0:1775764770.512816:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.512821:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.512825:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.512827:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.512831:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.512837:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2db:0x0].0x0 (ffff89768c96b800) 00010000:00010000:1.0:1775764770.512839:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.512841:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.512844:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f943e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2db:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.512855:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.512856:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.512857:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.519384:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.519390:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.519397:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.519404:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.519411:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.519416:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.519423:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.519440:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbea011c (ffff89768c96b000) 00010000:00010000:0.0:1775764770.519443:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.519448:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.519454:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468400/0x2aac6a50e5f9430 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.519513:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.519879:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966923136 00000100:00100000:3.0:1775764770.519879:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966923392 00000100:00100000:2.0:1775764770.519888:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966923136 00000100:00100000:3.0:1775764770.519888:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966923392 00000100:00100000:2.0:1775764770.519963:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50880 00000100:00100000:3.0:1775764770.519969:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50881 00000100:00100000:2.0:1775764770.519973:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+355:19724:x1862022966923136:12345-192.168.202.46@tcp:36:dbench.0 00000100:00100000:3.0:1775764770.519975:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+355:19723:x1862022966923392:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.520057:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.520074:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930e00/0x2aac6a50e5f8fad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c339 expref: 355 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520118:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.520132:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a127c00/0x2aac6a50e5e6ac5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4216a69 expref: 354 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520142:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ae:0x0].0x0 (ffff89768f374000) 00010000:00010000:3.0:1775764770.520154:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f8c57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c291 expref: 353 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520161:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:3.0:1775764770.520164:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.520185:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520197:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520206:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520220:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520222:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f200/0x2aac6a50e5f83d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfc0 expref: 354 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520227:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520233:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520234:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff8977b76b9400) 00010000:00010000:2.0:1775764770.520323:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.520334:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520342:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520352:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520363:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520369:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520375:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520456:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520540:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520549:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.520556:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520732:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.520741:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764770.521048:0:5794:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2cd:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1775764770.521102:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2854, 64 off190912 00010000:00010000:2.0:1775764770.521134:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521138:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521141:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521146:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521147:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521153:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.521154:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521157:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521162:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521163:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521168:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521172:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:3.0:1775764770.521173:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521174:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.521177:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521181:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9461 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521192:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.521196:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521201:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521202:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521207:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521208:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521213:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.521214:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521216:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521219:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.521221:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521222:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521227:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.521229:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.521231:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.521234:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ae:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:2.0:1775764770.521235:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521236:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.521238:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521244:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9468 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521256:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521262:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521267:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521271:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.521274:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521279:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521286:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:3.0:1775764770.521288:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.521291:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.521296:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9445 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.521306:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f17ad46 reply state 000000008f61188b transno 4294997380 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.521319:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764770.521327:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9453 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.521336:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b52865e4 reply state 0000000033439782 transno 4294997379 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.521342:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.521400:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+355:19724:x1862022966923136:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1427us (2016us total) trans 4294997379 rc 0/0 00000100:00100000:2.0:1775764770.521407:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50880 00010000:00010000:0.0:1775764770.521411:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.521416:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.521421:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.521424:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.521430:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.521438:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ae:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:0.0:1775764770.521441:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.521444:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.521449:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f946f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.521484:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.521486:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.521488:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.521768:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+354:19723:x1862022966923392:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1792us (2254us total) trans 4294997380 rc 0/0 00000100:00100000:3.0:1775764770.521775:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50881 00010000:00010000:1.0:1775764770.524154:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.524170:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.524177:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.524183:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.524188:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.524195:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.524208:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x1e68dc46 (ffff89768c96b200) 00010000:00010000:1.0:1775764770.524212:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.524215:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.524225:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f944c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2aa:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526250:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526266:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526274:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526280:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.526284:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526293:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526307:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x6324417e (ffff89768faaa100) 00010000:00010000:3.0:1775764770.526310:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.526315:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.526321:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f945a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.526531:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.526699:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966923648 00000100:00100000:2.0:1775764770.526709:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966923648 00000100:00100000:2.0:1775764770.526768:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50882 00000100:00100000:2.0:1775764770.526777:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+352:19724:x1862022966923648:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.526833:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.526850:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9008 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c340 expref: 352 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526868:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f8653 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c092 expref: 351 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526877:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff897788213000) 00010000:00010000:2.0:1775764770.526886:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.526907:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526919:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526929:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526943:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526949:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.526955:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527056:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527065:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527071:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764770.527757:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764770.527862:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527869:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527875:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527880:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.527884:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527890:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527900:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff89768faaae00) 00010000:00010000:2.0:1775764770.527903:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.527906:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527912:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9484 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527927:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527933:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527938:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527943:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.527946:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527951:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527958:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.527960:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.527963:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.527969:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9476 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.527977:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000060a10211 reply state 00000000410e16e1 transno 4294997381 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.527984:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.528062:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+352:19724:x1862022966923648:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1284us (1533us total) trans 4294997381 rc 0/0 00000100:00100000:2.0:1775764770.528071:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50882 00000100:00100000:2.0:1775764770.532103:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.532146:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.532294:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966923904 00000100:00100000:0.0:1775764770.532302:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966923904 00000100:00100000:0.0:1775764770.532346:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966924160 00000100:00100000:0.0:1775764770.532347:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966924160 00000100:00100000:0.0:1775764770.532367:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50883 00000100:00100000:0.0:1775764770.532376:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+353:19723:x1862022966923904:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.532429:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.532492:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7c00/0x2aac6a50e5e7186 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4216c99 expref: 353 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532509:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b0:0x0].0x0 (ffff8976818ae300) 00010000:00010000:0.0:1775764770.532518:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.532537:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532550:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532559:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532573:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532598:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532605:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532710:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532719:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.532726:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.533337:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2855, 64 off190976 00010000:00010000:0.0:1775764770.533405:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533415:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533422:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533430:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533436:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533442:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533504:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.533526:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533532:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533539:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533543:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.533546:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533551:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533559:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b0:0x0].0x0 (ffff897690fc9700) 00010000:00010000:0.0:1775764770.533560:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.533563:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533566:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9499 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533585:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.533589:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.533672:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50884 00000100:00100000:1.0:1775764770.533680:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+353:19724:x1862022966924160:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.533708:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.533718:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9024 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c347 expref: 353 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533728:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f600/0x2aac6a50e5f8550 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c037 expref: 352 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533734:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897788213500) 00010000:00010000:1.0:1775764770.533751:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.533759:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533765:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533769:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533777:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533783:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533789:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533854:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533860:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.533864:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764770.534075:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.534128:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534133:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534136:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534139:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.534141:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534144:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534150:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764770.534151:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.534153:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534157:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534166:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534169:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534173:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534176:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.534177:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534180:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534183:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.534185:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.534186:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.534189:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.534193:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c90ddc81 reply state 00000000af5ba38c transno 4294997383 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.534202:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.534260:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+353:19724:x1862022966924160:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 581us (2111us total) trans 4294997383 rc 0/0 00000100:00100000:1.0:1775764770.534265:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50884 00010000:00010000:2.0:1775764770.535013:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.535021:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.535029:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.535033:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.535040:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.535050:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b0:0x0].0x0 (ffff897690fc9700) 00010000:00010000:2.0:1775764770.535053:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.535056:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.535062:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f94a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.535104:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.535106:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.535108:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.535946:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.535970:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.535976:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.535988:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.535992:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.535997:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.536007:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x3afecd66 (ffff89768faaa800) 00010000:00010000:3.0:1775764770.536024:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.536028:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.536061:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f947d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.536449:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.536460:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.537053:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.537075:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.537086:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:0.0:1775764770.537103:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.537107:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.537127:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f948b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.537207:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007593f06e reply state 00000000379b4515 transno 4294997382 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.537227:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.538262:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+352:19723:x1862022966923904:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 5868us (6147us total) trans 4294997382 rc 0/0 00000100:00100000:1.0:1775764770.538272:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50883 00010000:00010000:3.0:1775764770.543065:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.543082:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.543090:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.543096:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.543101:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.543109:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.543126:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0xdf197568 (ffff897690fc9c00) 00010000:00010000:3.0:1775764770.543129:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.543134:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.543139:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9492 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2aa:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.543792:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.543892:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966924416 00000100:00100000:2.0:1775764770.543901:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966924416 00000100:00100000:2.0:1775764770.543963:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50885 00000100:00100000:2.0:1775764770.543973:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+351:19724:x1862022966924416:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.544039:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.544059:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5f9040 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c34e expref: 351 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544075:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7468e00/0x2aac6a50e5f86ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0c3 expref: 350 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544085:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764770.544093:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.544112:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544125:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544136:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544150:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544157:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544165:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544309:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544317:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544324:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764770.544790:0:5796:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2cf:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764770.544894:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544901:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544907:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544913:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.544917:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544923:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544932:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:2.0:1775764770.544934:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.544938:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544944:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f94ca lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544961:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544966:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544971:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544975:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.544977:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544983:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.544990:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.544992:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.544995:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.545001:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f94bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.545010:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a074ad1 reply state 00000000e1aeb9e0 transno 4294997384 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.545023:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.545096:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+351:19724:x1862022966924416:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1124us (1308us total) trans 4294997384 rc 0/0 00000100:00100000:2.0:1775764770.545102:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50885 00010000:00010000:1.0:1775764770.545562:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.545570:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.545576:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.545581:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.545583:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.545600:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.545610:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xbcf75103 (ffff897783000c00) 00010000:00010000:1.0:1775764770.545612:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.545615:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.545621:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f94ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548191:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548207:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548213:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548216:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.548219:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548223:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548235:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x76821429 (ffff89768faaae00) 00010000:00010000:1.0:1775764770.548237:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.548241:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.548246:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f94c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.550247:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.551061:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966924672 00000100:00100000:1.0:1775764770.551072:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966924672 00000100:00100000:1.0:1775764770.551218:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50886 00000100:00100000:1.0:1775764770.551228:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966924672:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.551302:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.551330:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5f905c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c355 expref: 349 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551351:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709fa00/0x2aac6a50e5f836d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf9d expref: 348 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551360:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783a95e00) 00010000:00010000:1.0:1775764770.551371:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.551393:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551407:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551416:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551430:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551436:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551442:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551599:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551609:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.551620:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764770.552057:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2cb:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764770.552157:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552164:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552170:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552175:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.552179:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552187:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552195:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764770.552198:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.552202:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552207:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f94df lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552223:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552232:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552237:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552241:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.552244:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552249:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552256:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:1.0:1775764770.552258:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.552260:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.552265:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f94d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.552273:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006219a71 reply state 000000002b79c30e transno 4294997385 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.552281:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.552365:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966924672:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1137us (2132us total) trans 4294997385 rc 0/0 00000100:00100000:1.0:1775764770.552373:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50886 00010000:00010000:0.0:1775764770.554732:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.554746:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.554753:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.554758:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.554762:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.554769:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.554782:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x51a4c572 (ffff897783000600) 00010000:00010000:0.0:1775764770.554785:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.554789:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.554795:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f94d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.555565:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.555933:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966924928 00000100:00100000:0.0:1775764770.555943:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966924928 00000100:00100000:0.0:1775764770.556036:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50887 00000100:00100000:0.0:1775764770.556048:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966924928:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.556106:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.556125:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5e661f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42168ef expref: 348 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556140:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ac:0x0].0x0 (ffff8976828c9100) 00010000:00010000:0.0:1775764770.556154:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.556172:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556186:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556196:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556210:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556216:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556223:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556351:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556359:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.556369:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.557364:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2856, 64 off191040 00010000:00010000:0.0:1775764770.557432:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557442:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557451:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557459:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557510:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557516:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557542:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.557563:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557568:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557575:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557593:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.557598:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557605:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557615:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ac:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:0.0:1775764770.557618:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.557621:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557626:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f94f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557644:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557649:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557654:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557658:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.557660:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557666:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557676:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:0.0:1775764770.557678:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.557681:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.557686:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f94e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.557694:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f450a2b reply state 00000000a0f83bf5 transno 4294997386 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.557702:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.557784:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966924928:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1736us (2221us total) trans 4294997386 rc 0/0 00000100:00100000:0.0:1775764770.557792:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50887 00010000:00010000:3.0:1775764770.557854:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.557861:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.557867:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.557871:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.557878:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.557887:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ac:0x0].0x0 (ffff897690fc9c00) 00010000:00010000:3.0:1775764770.557890:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.557893:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.557899:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f94fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.557911:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.557913:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.557915:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.559779:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.559912:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966925184 00000100:00100000:2.0:1775764770.559922:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966925184 00000100:00100000:2.0:1775764770.559978:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50888 00000100:00100000:2.0:1775764770.559985:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966925184:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.560027:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.560045:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9078 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c35c expref: 349 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560057:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae400/0x2aac6a50e5f82ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf73 expref: 348 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560063:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89778fe9fc00) 00010000:00010000:2.0:1775764770.560069:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.560081:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560088:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560096:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560108:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560115:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560121:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560217:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560225:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560231:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764770.560652:0:5796:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c9:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764770.560740:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560748:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560754:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560758:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.560762:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560768:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560780:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff89768faaae00) 00010000:00010000:2.0:1775764770.560783:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.560786:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560791:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9510 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560805:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560810:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560814:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560819:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.560821:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560826:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560833:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.560835:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.560837:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.560842:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9502 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.560854:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000625e2fc2 reply state 000000002766b694 transno 4294997387 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.560861:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.560926:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+349:19724:x1862022966925184:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 941us (1150us total) trans 4294997387 rc 0/0 00000100:00100000:2.0:1775764770.560933:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50888 00010000:00010000:1.0:1775764770.563417:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.563436:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.563442:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.563447:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.563451:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.563457:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.563504:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0xeff62052 (ffff897690fc9100) 00010000:00010000:1.0:1775764770.563508:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.563512:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.563517:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f94ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2aa:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564510:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564519:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564525:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564530:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.564533:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564538:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564552:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x2ee4e5f8 (ffff89768faaaf00) 00010000:00010000:0.0:1775764770.564554:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.564557:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.564563:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9509 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.567129:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.567219:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966925440 00000100:00100000:2.0:1775764770.567230:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966925440 00000100:00100000:2.0:1775764770.567307:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50889 00000100:00100000:2.0:1775764770.567319:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966925440:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.567386:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.567412:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f90a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c363 expref: 347 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567434:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae000/0x2aac6a50e5f806b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be9a expref: 346 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567445:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768f374f00) 00010000:00010000:2.0:1775764770.567455:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.567527:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567541:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567551:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567566:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567573:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567579:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567698:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567705:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.567711:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764770.568126:0:5794:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2dd:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764770.568224:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568232:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568238:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568243:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.568247:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568258:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568266:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764770.568268:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.568271:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568277:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9525 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568291:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568297:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568301:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568305:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.568307:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568313:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568320:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:2.0:1775764770.568322:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.568324:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.568333:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9517 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.568340:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae9ae6c4 reply state 000000002ca0cbe3 transno 4294997388 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.568348:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.568429:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966925440:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1111us (1307us total) trans 4294997388 rc 0/0 00000100:00100000:2.0:1775764770.568438:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50889 00000100:00100000:3.0:1775764770.571248:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.571306:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966925568 00000100:00100000:1.0:1775764770.571314:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966925568 00000100:00100000:1.0:1775764770.571353:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16197 00000100:00100000:1.0:1775764770.571359:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966925568:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:1.0:1775764770.574658:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966925568:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 3289us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.574669:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16197 00010000:00010000:1.0:1775764770.575938:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.575949:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.575955:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.575958:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.575962:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.575967:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.575979:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0xa3962d5b (ffff89768faaae00) 00010000:00010000:1.0:1775764770.575981:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.575985:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.575988:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f951e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.578148:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.578326:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966925696 00000100:00100000:1.0:1775764770.578336:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966925696 00000100:00100000:1.0:1775764770.578380:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50890 00000100:00100000:1.0:1775764770.578386:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966925696:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.578407:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.578422:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f952c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3be expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578551:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578563:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578571:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578738:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578745:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578749:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578971:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x283:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578978:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x283:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.578982:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x283:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.579047:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x283:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.579050:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.579064:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x283:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579075:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x283:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579080:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579084:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579088:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579092:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.579094:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579098:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579105:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:1.0:1775764770.579107:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.579110:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579113:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9533 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579122:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579126:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579130:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579133:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.579134:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579137:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579141:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x204a7f30 (ffff897783000200) 00010000:00010000:1.0:1775764770.579142:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.579143:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579146:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f953a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579164:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f952c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3be expref: 348 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579173:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x283:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3be expref: 347 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.579177:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x283:0x0].0x0 (ffff89768f374800) 00010000:00010000:1.0:1775764770.579179:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.579180:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973c00, rc 0) 00000100:00100000:1.0:1775764770.579232:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966925696:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 846us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.580748:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50890 00000100:00100000:1.0:1775764770.582195:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.582347:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966925952 00000100:00100000:0.0:1775764770.582354:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966925952 00000100:00100000:0.0:1775764770.582394:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50891 00000100:00100000:0.0:1775764770.582401:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966925952:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.582448:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.582502:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5f90cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c36a expref: 347 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582524:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4400/0x2aac6a50e5f85d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c068 expref: 346 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582534:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff8977b76b9800) 00010000:00010000:0.0:1775764770.582542:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.582559:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582568:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582585:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582602:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582613:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582619:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582710:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582715:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.582720:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764770.583136:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d7:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764770.583216:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583221:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583225:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583229:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.583232:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583236:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583241:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff897690fc9100) 00010000:00010000:0.0:1775764770.583243:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.583245:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583248:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9556 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583257:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583260:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583264:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583266:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.583268:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583271:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583274:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764770.583275:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.583277:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.583280:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9548 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.583285:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030440191 reply state 0000000089358b50 transno 4294997389 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.583291:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.583416:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966925952:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1015us (1223us total) trans 4294997389 rc 0/0 00000100:00100000:0.0:1775764770.583422:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50891 00000100:00100000:2.0:1775764770.587756:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.587889:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764770.590151:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.590163:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.590168:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.590173:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.590176:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.590181:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.590193:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x98ca20bd (ffff897690fc9700) 00010000:00010000:3.0:1775764770.590194:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.590197:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.590201:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f954f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b8:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.590266:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966926208 00000100:00100000:0.0:1775764770.590274:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966926208 00000100:00100000:0.0:1775764770.590311:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966926336 00000100:00100000:0.0:1775764770.590313:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966926336 00000100:00100000:0.0:1775764770.590372:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50892 00000100:00100000:0.0:1775764770.590379:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966926208:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.590423:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764770.590436:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9541 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x283:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3be expref: 347 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590447:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236800/0x2aac6a50e5e5bbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x283:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42165a0 expref: 346 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590453:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x283:0x0].0x0 (ffff89768f374800) 00010000:00010000:0.0:1775764770.590489:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f8c73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c298 expref: 345 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590502:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:0.0:1775764770.590506:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.590523:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590535:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590542:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590552:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590556:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590560:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590811:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x283:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590816:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.590821:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.591204:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2851, 64 off190720 00010000:00010000:0.0:1775764770.591247:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x283:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591253:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591258:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591263:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591266:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591269:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591282:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.591296:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.591299:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591303:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.591305:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591308:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591313:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x283:0x0].0x0 (ffff897691328a00) 00010000:00010000:0.0:1775764770.591314:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.591316:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591323:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9572 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x283:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591329:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.591330:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.591331:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.591340:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591344:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591347:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591350:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.591351:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591354:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591358:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x283:0x0].0x0 (ffff897691328a00) 00010000:00010000:0.0:1775764770.591359:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.591360:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591363:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f956b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x283:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591374:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591378:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591381:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591384:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.591385:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591388:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591392:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:0.0:1775764770.591393:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.591394:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591397:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f955d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.591402:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fe41c96 reply state 00000000e9e25f03 transno 4294997390 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.591407:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.591457:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966926208:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1078us (3708us total) trans 4294997390 rc 0/0 00000100:00100000:0.0:1775764770.591493:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50892 00000100:00100000:0.0:1775764770.591513:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50893 00000100:00100000:0.0:1775764770.591521:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+345:19867:x1862022966926336:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:0.0:1775764770.591532:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.591540:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3c5 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591554:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591562:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.591567:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:0.0:1775764770.591568:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.591570:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1400, rc 0) 00000100:00100000:0.0:1775764770.591583:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19867:x1862022966926336:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 65us (3694us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.591586:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50893 00000100:00100000:3.0:1775764770.593541:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.594537:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966926464 00000100:00100000:0.0:1775764770.594545:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966926464 00000100:00100000:0.0:1775764770.595350:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16198 00000100:00100000:0.0:1775764770.595362:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966926464:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:2.0:1775764770.600019:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.600055:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.600143:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966926592 00000100:00100000:3.0:1775764770.600151:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966926592 00000100:00100000:3.0:1775764770.600196:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16199 00000100:00100000:3.0:1775764770.600206:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:19867:x1862022966926592:12345-192.168.202.46@tcp:37:ll_sa.0 00010000:00010000:0.0:1775764770.601082:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.601094:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.601101:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.601110:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.601115:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.601121:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.601136:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x204a7f30 (ffff897690fc9c00) 00010000:00010000:0.0:1775764770.601139:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.601143:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.601148:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9564 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27f:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.601760:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966926464:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6398us (8221us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.601771:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16198 00000100:00100000:1.0:1775764770.602728:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966926720 00000100:00100000:1.0:1775764770.602738:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966926720 00000100:00100000:1.0:1775764770.602791:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50894 00000100:00100000:1.0:1775764770.602800:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966926720:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.602818:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.602837:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9580 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3cc expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.602923:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.602935:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.602944:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.602955:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.602960:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.602966:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603043:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x280:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603050:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x280:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603056:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x280:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.603083:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x280:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.603087:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.603103:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x280:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603111:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x280:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603118:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603124:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603129:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603134:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.603137:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603143:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603151:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:1.0:1775764770.603154:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.603157:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603162:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9587 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603172:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603177:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603181:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603186:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.603188:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603192:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603197:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0xf786fdb3 (ffff897783000200) 00010000:00010000:1.0:1775764770.603199:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.603201:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603206:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f958e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603229:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9580 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3cc expref: 349 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603240:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x280:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3cc expref: 348 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.603248:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x280:0x0].0x0 (ffff8977a2f58000) 00010000:00010000:1.0:1775764770.603250:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.603252:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973e00, rc 0) 00000100:00100000:1.0:1775764770.603298:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966926720:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 500us (3242us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.603305:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50894 00000100:00100000:2.0:1775764770.605157:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.605202:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966926976 00000100:00100000:3.0:1775764770.605211:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966926976 00000100:00100000:3.0:1775764770.605258:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50895 00000100:00100000:3.0:1775764770.605268:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966926976:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.605313:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.605331:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9595 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x280:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3cc expref: 348 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.605345:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686740a00/0x2aac6a50e5e41b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x280:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4215dc0 expref: 347 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.605352:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x280:0x0].0x0 (ffff8977a2f58000) 00010000:00010000:3.0:1775764770.605358:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.605370:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.605378:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.605383:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.605411:0:9373:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.605421:0:9373:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.605431:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978358272:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764770.605544:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764770.607125:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978358272:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764770.607146:0:9373:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.612107:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:19867:x1862022966926592:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 11891us (12085us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.612122:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16199 00000100:00100000:2.0:1775764770.612357:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.612383:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966927104 00000100:00100000:2.0:1775764770.612390:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966927104 00000100:00100000:2.0:1775764770.612429:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50896 00000100:00100000:2.0:1775764770.612438:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+345:19724:x1862022966927104:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.612456:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.612508:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3d3 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612607:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612622:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612633:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612648:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612654:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612660:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612930:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x284:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612939:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x284:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.612946:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x284:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.612975:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x284:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.612979:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.612994:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x284:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613007:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613014:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613019:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613025:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613030:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.613033:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613040:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613050:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:2.0:1775764770.613052:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.613057:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613062:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613072:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613076:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613082:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613086:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.613088:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613092:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613098:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x204a7f30 (ffff89768faaa800) 00010000:00010000:2.0:1775764770.613100:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.613102:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613107:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f95b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613130:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3d3 expref: 347 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613140:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3d3 expref: 346 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.613146:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x284:0x0].0x0 (ffff8977a2f58d00) 00010000:00010000:2.0:1775764770.613148:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.613150:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9600, rc 0) 00000100:00100000:2.0:1775764770.613179:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966927104:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 743us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.613189:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50896 00000100:00100000:2.0:1775764770.615654:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.615691:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966927232 00000100:00100000:0.0:1775764770.615700:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966927232 00010000:00010000:0.0:1775764770.615735:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.615769:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23392 00000100:00100000:0.0:1775764770.615776:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:2380:x1862022966927232:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764770.615788:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.615799:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.615809:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.615827:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9579 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3c5 expref: 346 pid: 5794 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.615837:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:0.0:1775764770.615841:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.615847:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.615852:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.615870:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.615893:0:9373:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.615900:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.615919:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+345:2380:x1862022966927232:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 143us (275us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764770.615920:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.615927:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23392 00010000:00010000:1.0:1775764770.615929:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.615939:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616059:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x280:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616067:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616074:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.616877:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2852, 64 off190784 00010000:00010000:1.0:1775764770.616937:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x280:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616947:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616955:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616961:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616967:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616973:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.616996:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.617015:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617021:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617027:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617033:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.617036:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617044:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617053:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x280:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764770.617055:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.617059:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617060:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.617064:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f95c6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617066:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617072:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.617075:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617079:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617080:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617085:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617089:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x280:0x0].0x0 (ffff897783000700) 00010000:00010000:0.0:1775764770.617091:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.617091:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617094:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617100:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f95cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x280:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617100:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.617103:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617108:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.617112:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.617114:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.617114:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:0.0:1775764770.617116:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.617117:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.617119:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.617125:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f959c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.617134:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a119686 reply state 00000000ab0a6c9e transno 4294997391 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.617142:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.617207:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966926976:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 11939us (12052us total) trans 4294997391 rc 0/0 00000100:00100000:1.0:1775764770.617214:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50895 00000100:00100000:2.0:1775764770.620166:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.620192:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.620229:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966927488 00000100:00100000:1.0:1775764770.620238:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966927488 00010000:00010000:0.0:1775764770.620277:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.620288:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.620290:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966927616 00000100:00100000:1.0:1775764770.620293:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966927616 00010000:00010000:0.0:1775764770.620295:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.620301:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.620306:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.620311:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50897 00010000:00010000:0.0:1775764770.620313:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.620319:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966927488:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.620328:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0xf786fdb3 (ffff897783000c00) 00010000:00010000:0.0:1775764770.620331:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.620335:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.620340:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f95bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27f:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.620371:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764770.620386:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x284:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3d3 expref: 346 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.620401:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374000/0x2aac6a50e5e4e7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x284:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42161a2 expref: 345 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.620402:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50898 00000100:00100000:2.0:1775764770.620410:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19869:x1862022966927616:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:1.0:1775764770.620411:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x284:0x0].0x0 (ffff8977a2f58d00) 00010000:00010000:2.0:1775764770.620420:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.620422:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f8b1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c23d expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.620430:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:1.0:1775764770.620433:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.620433:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3da expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.620447:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.620453:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.620615:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.620624:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 4/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.620986:0:5796:0:(ldlm_lockd.c:1464:ldlm_handle_enqueue()) ### save blocking bits 2 in granted lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.620999:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.621007:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.621014:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:2.0:1775764770.621016:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.621018:0:5796:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.621028:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9800, rc 0) 00010000:00010000:1.0:1775764770.621031:0:11866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.621039:0:11866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 344 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.621050:0:11866:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb71e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978358400:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764770.621110:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19869:x1862022966927616:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 700us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.621118:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50898 00000100:00100000:1.0:1775764770.621131:0:11866:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c223c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764770.624180:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.624258:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966927744 00000100:00100000:3.0:1775764770.624267:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966927744 00000100:00100000:3.0:1775764770.624353:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16200 00000100:00100000:3.0:1775764770.624363:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966927744:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:2.0:1775764770.625429:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.625925:0:11866:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb71e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11866:1862022978358400:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764770.625943:0:11866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.626088:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966927872 00000100:00100000:0.0:1775764770.626093:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966927872 00000100:00100000:0.0:1775764770.626164:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16201 00000100:00100000:0.0:1775764770.626173:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:19869:x1862022966927872:12345-192.168.202.46@tcp:37:ll_sa.0 00000100:00100000:3.0:1775764770.628378:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966927744:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 4011us (4200us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.628387:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16200 00000100:00100000:1.0:1775764770.629414:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+344:19869:x1862022966927872:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 3239us (3983us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.629426:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16201 00000100:00100000:0.0:1775764770.631040:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.631196:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928000 00000100:00100000:2.0:1775764770.631207:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928000 00000100:00100000:2.0:1775764770.631846:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50899 00000100:00100000:2.0:1775764770.631859:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966928000:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.631880:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.631899:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3e1 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632008:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632023:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632035:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632051:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632058:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632068:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632374:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632383:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632390:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.632404:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000004:00200000:2.0:1775764770.632422:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b7:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.632427:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.632444:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.632498:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.632613:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632624:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632630:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632635:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632641:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.632646:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632653:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.632657:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928128 00000100:00100000:0.0:1775764770.632663:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928128 00010000:00010000:2.0:1775764770.632665:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:2.0:1775764770.632668:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.632673:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632678:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f95e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632691:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632697:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632702:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.632703:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 55 00010000:00010000:2.0:1775764770.632708:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00000100:00100000:0.0:1775764770.632710:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+346:2381:x1862022966928128:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:2.0:1775764770.632711:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632717:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632723:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x77103a66 (ffff89768faaa800) 00010000:00010000:2.0:1775764770.632726:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.632728:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632732:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.632737:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f95f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632742:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f95fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3e8 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632766:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f95e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3e1 expref: 348 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632779:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3e1 expref: 347 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.632785:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b7:0x0].0x0 (ffff89768e40c000) 00010000:00010000:2.0:1775764770.632787:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.632790:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9a00, rc 0) 00010000:00010000:0.0:1775764770.632798:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632806:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632813:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632823:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632829:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.632835:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.632884:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966928000:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1029us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.632891:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50899 00010000:00010000:0.0:1775764770.633027:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x282:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633036:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x282:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633043:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x282:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.633061:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x282:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.633064:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.633075:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x282:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633082:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x282:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633088:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633095:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633100:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633105:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.633107:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633113:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633121:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:0.0:1775764770.633123:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.633126:0:5800:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633134:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633139:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9605 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633148:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633153:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633159:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633164:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.633166:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633172:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633179:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0xf786fdb3 (ffff897691328a00) 00010000:00010000:0.0:1775764770.633181:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.633183:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633192:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f960c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633215:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f95fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3e8 expref: 347 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633226:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x282:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3e8 expref: 346 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633233:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x282:0x0].0x0 (ffff89768e40c900) 00010000:00010000:0.0:1775764770.633235:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.633238:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf0000, rc 0) 00000100:00100000:0.0:1775764770.633356:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+346:2381:x1862022966928128:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 645us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.633364:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 55 00000100:00100000:0.0:1775764770.633387:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928256 00000100:00100000:0.0:1775764770.633392:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928256 00010000:00010000:0.0:1775764770.633409:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 346 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.633435:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23393 00000100:00100000:0.0:1775764770.633442:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+346:2379:x1862022966928256:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764770.633452:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.633457:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 346 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633521:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 346 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633534:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f95d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3da expref: 346 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633544:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:0.0:1775764770.633548:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633555:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633561:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.633583:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.634116:0:11866:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634124:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634139:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634146:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634153:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634362:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x284:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634370:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.634376:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.635028:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+345:2379:x1862022966928256:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1582us (2575us total) trans 0 rc 0/0 00000040:00080000:1.0:1775764770.635028:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2857, 64 off191104 00000100:00100000:0.0:1775764770.635037:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23393 00010000:00010000:1.0:1775764770.635088:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x284:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635098:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635105:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635112:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635117:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635122:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635209:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.635230:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635236:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635242:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635248:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.635251:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635257:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635267:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x284:0x0].0x0 (ffff897783000000) 00010000:00010000:1.0:1775764770.635269:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.635273:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635279:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9621 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x284:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635295:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635301:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635306:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635311:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.635314:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635319:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635327:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:1.0:1775764770.635330:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.635332:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 2/0,0 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.635342:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f95db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.635351:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045b3a18a reply state 00000000cad290af transno 4294997392 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.635359:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764770.635409:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1775764770.635411:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b74aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966927488:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 15093us (15251us total) trans 4294997392 rc 0/0 00010000:00010000:0.0:1775764770.635415:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.635419:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50897 00010000:00010000:0.0:1775764770.635421:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.635424:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.635429:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.635439:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x284:0x0].0x0 (ffff897783000000) 00010000:00010000:0.0:1775764770.635441:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.635444:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.635449:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9628 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x284:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.635778:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.635781:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.635783:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.639349:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.639385:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.639413:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.639512:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928640 00000100:00100000:3.0:1775764770.639525:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928640 00000100:00100000:3.0:1775764770.639571:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928768 00000100:00100000:2.0:1775764770.639572:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928384 00000100:00100000:3.0:1775764770.639574:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928768 00000100:00100000:2.0:1775764770.639575:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928384 00000100:00100000:3.0:1775764770.639606:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50900 00000100:00100000:3.0:1775764770.639615:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966928640:12345-192.168.202.46@tcp:36:dbench.0 00000100:00100000:2.0:1775764770.639616:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5386 00000100:00100000:2.0:1775764770.639622:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:2381:x1862022966928384:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764770.639635:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.639656:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f95f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3e1 expref: 348 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.639657:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.639666:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686563000/0x2aac6a50e5eda08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218ade expref: 348 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.639673:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b7:0x0].0x0 (ffff89768e40c000) 00010000:00010000:2.0:1775764770.639678:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.639678:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b7:0x0].0x0 (ffff89768e40c000) 00010000:00010000:3.0:1775764770.639690:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f8c8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c29f expref: 346 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.639698:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:3.0:1775764770.639701:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.639718:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.639722:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:2381:x1862022966928384:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 100us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.639729:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5386 00010000:00010000:3.0:1775764770.639730:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.639738:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.639752:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.639759:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.639766:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.639887:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50901 00000100:00100000:1.0:1775764770.639897:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19871:x1862022966928768:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:1.0:1775764770.639906:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.639916:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3ef expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.639933:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 2/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.639942:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 4/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.639962:0:5796:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.639979:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.639986:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:1.0:1775764770.639989:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.639992:0:5796:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.640000:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972e00, rc 0) 00000100:00100000:1.0:1775764770.640022:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+345:19871:x1862022966928768:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 128us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.640028:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50901 00010000:00010000:3.0:1775764770.640420:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.640429:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.640441:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.641131:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2853, 64 off190848 00010000:00010000:3.0:1775764770.641188:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641198:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641206:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641214:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641221:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641226:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641249:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.641267:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641273:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641279:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641289:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.641292:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641299:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641309:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b7:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764770.641311:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.641315:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641321:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9644 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641338:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641344:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641350:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641354:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.641357:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641362:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641372:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:3.0:1775764770.641374:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.641380:0:16259:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641388:0:16259:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641396:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.641424:0:16259:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.641436:0:16259:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978358528:192.168.202.46@tcp:105: 00000100:00100000:3.0:1775764770.641542:0:16259:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00010000:00010000:0.0:1775764770.641773:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.641780:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.641786:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.641789:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.641804:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.641813:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b7:0x0].0x0 (ffff89768c96b200) 00010000:00010000:0.0:1775764770.641815:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.641818:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.641824:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f964b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.641836:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.641839:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.641840:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.644783:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.644851:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966928896 00000100:00100000:1.0:1775764770.644860:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966928896 00000100:00100000:3.0:1775764770.644906:0:16259:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:16259:1862022978358528:192.168.202.46@tcp:105: 00000100:00100000:1.0:1775764770.644915:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16202 00000100:00100000:1.0:1775764770.644923:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19871:x1862022966928896:12345-192.168.202.46@tcp:37:ll_sa.0 00010000:00010000:3.0:1775764770.644931:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.644940:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f962f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.644956:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed270c08 reply state 000000006e41bcce transno 4294997393 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.644964:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.645027:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966928640:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 5414us (5642us total) trans 4294997393 rc 0/0 00000100:00100000:3.0:1775764770.645034:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50900 00010000:00010000:0.0:1775764770.645891:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.645902:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.645909:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.645915:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.645919:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.645926:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.645941:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x204a7f30 (ffff897783000200) 00010000:00010000:0.0:1775764770.645944:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.645948:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.645954:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f961a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x281:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646729:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646738:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646744:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646750:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.646753:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646759:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646768:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x77103a66 (ffff89768c96ba00) 00010000:00010000:0.0:1775764770.646771:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.646774:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.646779:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9636 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b2:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.649064:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.649137:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.649380:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966929024 00000100:00100000:0.0:1775764770.649391:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966929024 00000100:00100000:0.0:1775764770.649438:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966929280 00000100:00100000:0.0:1775764770.649441:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966929280 00000100:00100000:0.0:1775764770.649568:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50902 00000100:00100000:0.0:1775764770.649583:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966929024:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.649608:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.649629:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9652 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3f6 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.649643:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50903 00000100:00100000:1.0:1775764770.649652:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+348:19724:x1862022966929280:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.649694:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.649707:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649713:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9613 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x282:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3e8 expref: 348 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649720:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649728:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709e800/0x2aac6a50e5e350a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x282:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42159c2 expref: 347 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649731:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649743:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x282:0x0].0x0 (ffff89768e40c900) 00010000:00010000:0.0:1775764770.649744:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649750:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649753:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.649756:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649762:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649769:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649774:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649784:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649790:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649794:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649862:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649862:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x282:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649871:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649871:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649878:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.649878:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.649907:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b4:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.649911:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.649930:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649940:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649948:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649957:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649963:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649968:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.649972:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649979:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649987:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:0.0:1775764770.649989:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.649993:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.649998:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9659 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650006:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650011:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650017:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650022:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.650026:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650031:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650036:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x14be06ab (ffff897691328a00) 00010000:00010000:0.0:1775764770.650038:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.650040:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650045:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9660 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650070:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9652 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3f6 expref: 347 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650080:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3f6 expref: 346 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.650087:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b4:0x0].0x0 (ffff89778fe9f400) 00010000:00010000:0.0:1775764770.650089:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.650091:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1800, rc 0) 00000100:00100000:0.0:1775764770.650142:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966929024:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 561us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.650148:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50902 00000040:00080000:1.0:1775764770.650313:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2858, 64 off191168 00010000:00010000:1.0:1775764770.650450:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x282:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650517:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650526:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650533:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650540:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650545:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650951:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.650967:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650974:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650979:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650984:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.650987:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.650992:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651003:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x282:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764770.651005:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.651008:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651013:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f967c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x282:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651026:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651032:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651036:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651040:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.651042:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651046:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651051:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:1.0:1775764770.651053:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.651055:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.651060:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9667 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x281:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.651070:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000445edc9e reply state 00000000e9d72fab transno 4294997394 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.651078:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.651125:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966929280:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1473us (1987us total) trans 4294997394 rc 0/0 00000100:00100000:1.0:1775764770.651132:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50903 00000100:00100000:2.0:1775764770.651524:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+345:19871:x1862022966928896:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 6599us (6748us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.651533:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16202 00010000:00010000:0.0:1775764770.651664:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.651671:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.651681:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.651685:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.651691:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.651700:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x282:0x0].0x0 (ffff897783000900) 00010000:00010000:0.0:1775764770.651703:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.651706:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.651711:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9683 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x282:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.651727:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.651729:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.651731:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.653516:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.653530:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.653537:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.653542:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.653546:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.653557:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.653569:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0xf786fdb3 (ffff897783000d00) 00010000:00010000:0.0:1775764770.653572:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.653576:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.653581:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f966e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x281:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.657158:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.657193:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.657212:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966929408 00000100:00100000:3.0:1775764770.657222:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966929408 00000100:00100000:2.0:1775764770.657227:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.657274:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16203 00000100:00100000:3.0:1775764770.657284:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966929408:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:0.0:1775764770.657514:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966929792 00000100:00100000:0.0:1775764770.657519:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966929792 00000100:00100000:0.0:1775764770.657546:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50904 00000100:00100000:0.0:1775764770.657552:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966929792:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.657589:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764770.657624:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9675 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3f6 expref: 345 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657643:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226c200/0x2aac6a50e5ec0af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421849b expref: 344 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657652:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b4:0x0].0x0 (ffff89778fe9f400) 00010000:00010000:0.0:1775764770.657665:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f963d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3ef expref: 343 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657674:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:0.0:1775764770.657677:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.657692:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657705:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657713:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657725:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657730:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657736:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657845:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657852:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.657858:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.658272:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2859, 64 off191232 00010000:00010000:0.0:1775764770.658320:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658326:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658335:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658342:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658348:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658352:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658375:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.658391:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658397:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658403:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658409:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.658413:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658420:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658429:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b4:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764770.658432:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.658436:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658441:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9698 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658457:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658500:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658506:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658510:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.658513:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658518:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658525:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:0.0:1775764770.658527:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.658530:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.658534:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f968a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.658543:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029e77fa8 reply state 0000000031d32e92 transno 4294997395 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.658555:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.658604:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966929792:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1049us (1373us total) trans 4294997395 rc 0/0 00000100:00100000:0.0:1775764770.658611:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50904 00000100:00100000:1.0:1775764770.659305:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966929536 00000100:00100000:1.0:1775764770.659313:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966929536 00000100:00100000:1.0:1775764770.659359:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 56 00000100:00100000:1.0:1775764770.659369:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+345:2381:x1862022966929536:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:1.0:1775764770.659400:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.659413:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c3fd expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659524:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659533:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659541:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659553:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659560:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659569:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659649:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659657:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659664:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.659684:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b9:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.659689:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.659704:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659713:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659719:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659725:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659730:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659735:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.659737:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659743:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659752:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:1.0:1775764770.659754:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.659757:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659762:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f96ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659771:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659775:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659780:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659785:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.659787:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659792:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.659995:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0xc4fc354d (ffff897783000200) 00010000:00010000:1.0:1775764770.659998:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.660000:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.660009:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f96b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.660036:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3fd expref: 347 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.660047:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3fd expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.660054:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b9:0x0].0x0 (ffff89768e40c100) 00010000:00010000:1.0:1775764770.660056:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.660058:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973e00, rc 0) 00000100:00100000:1.0:1775764770.660144:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:2381:x1862022966929536:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 776us (2949us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.660152:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 56 00010000:00010000:3.0:1775764770.660290:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.660297:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.660303:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.660307:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.660313:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.660321:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b4:0x0].0x0 (ffff897691328f00) 00010000:00010000:3.0:1775764770.660324:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.660327:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.660332:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f969f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.660347:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.660348:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.660350:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.663379:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966929408:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6090us (6219us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.663389:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16203 00000100:00100000:3.0:1775764770.669429:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.669765:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966929920 00000100:00100000:1.0:1775764770.669776:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966929920 00000100:00100000:1.0:1775764770.669934:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50905 00000100:00100000:1.0:1775764770.669944:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966929920:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.669969:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.669988:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f96c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c404 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670081:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670096:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670107:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670121:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670128:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670134:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670375:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670381:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670385:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.670416:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27e:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.670421:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.670439:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670450:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670457:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670516:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670523:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670529:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.670533:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670540:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670552:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:1.0:1775764770.670555:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.670559:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670564:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f96c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670576:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670581:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670587:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670592:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.670595:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670601:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670609:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x8344d724 (ffff897783000000) 00010000:00010000:1.0:1775764770.670611:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.670614:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670618:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f96d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670648:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f96c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c404 expref: 346 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670661:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c404 expref: 345 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.670668:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27e:0x0].0x0 (ffff8976828c9200) 00010000:00010000:1.0:1775764770.670670:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.670673:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973600, rc 0) 00000100:00100000:1.0:1775764770.670727:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:19724:x1862022966929920:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 784us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.670734:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50905 00010000:00010000:0.0:1775764770.671019:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.671027:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.671033:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.671039:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.671042:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.671048:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.671057:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x14be06ab (ffff897691328c00) 00010000:00010000:0.0:1775764770.671060:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.671063:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.671069:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9691 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b2:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.672060:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.672130:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966930176 00000100:00100000:0.0:1775764770.672138:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966930176 00000100:00100000:0.0:1775764770.672189:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50906 00000100:00100000:0.0:1775764770.672197:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966930176:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.672242:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.672259:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f96bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c3fd expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672278:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5edd34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218be8 expref: 343 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672287:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b9:0x0].0x0 (ffff89768e40c100) 00010000:00010000:0.0:1775764770.672296:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.672310:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672319:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672327:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672341:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672348:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672352:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672425:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672430:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.672434:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.674381:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2860, 64 off191296 00010000:00010000:1.0:1775764770.674495:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674517:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674526:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674534:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674540:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674546:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674569:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.674814:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.674821:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.674827:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.674831:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.674838:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.674848:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b9:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764770.674851:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.674855:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.674861:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f96f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.674873:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.674875:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.674877:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.674983:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674990:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.674995:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675001:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.675004:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675010:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675022:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b9:0x0].0x0 (ffff897691328f00) 00010000:00010000:1.0:1775764770.675025:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.675028:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675033:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f96ec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675055:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675062:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675067:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675072:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.675074:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675080:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675088:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:1.0:1775764770.675091:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.675093:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.675099:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f96de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.675112:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090119979 reply state 000000000632cc6f transno 4294997396 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.675121:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.675224:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966930176:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3024us (3163us total) trans 4294997396 rc 0/0 00000100:00100000:1.0:1775764770.675234:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50906 00000100:00100000:3.0:1775764770.675438:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.675575:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966930304 00000100:00100000:0.0:1775764770.675582:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966930304 00000100:00100000:0.0:1775764770.675630:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5387 00000100:00100000:0.0:1775764770.675640:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+344:2382:x1862022966930304:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764770.675652:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.675667:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f96d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c404 expref: 344 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.675678:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27e:0x0].0x0 (ffff8976828c9200) 00010000:00010000:0.0:1775764770.675681:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764770.675720:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+343:2382:x1862022966930304:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 82us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.675725:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5387 00000100:00100000:3.0:1775764770.679612:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.679746:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966930560 00000100:00100000:0.0:1775764770.679756:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966930560 00000100:00100000:0.0:1775764770.679810:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50907 00000100:00100000:0.0:1775764770.679818:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966930560:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.679869:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.679896:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f16f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219c50 expref: 343 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.679915:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27e:0x0].0x0 (ffff8976828c9200) 00010000:00010000:0.0:1775764770.679929:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f8b38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c244 expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.679938:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:0.0:1775764770.679941:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.679960:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.679977:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.679986:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.680000:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.680006:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.680012:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.680315:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.680324:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.680331:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680414:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680422:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680428:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680434:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.680438:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680445:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680454:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0xc4fc354d (ffff897691328a00) 00010000:00010000:1.0:1775764770.680457:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.680461:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.680503:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f96e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b2:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.680938:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2861, 64 off191360 00010000:00010000:0.0:1775764770.680995:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681003:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681011:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681018:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681023:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681028:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681057:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.681075:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681081:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681087:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681092:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.681096:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681102:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681110:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27e:0x0].0x0 (ffff89768244a500) 00010000:00010000:0.0:1775764770.681112:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.681115:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681126:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9708 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681141:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681148:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681153:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681158:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.681161:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681167:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681174:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:0.0:1775764770.681176:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.681179:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.681184:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f96fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.681192:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000683e61a2 reply state 00000000e30e78e2 transno 4294997397 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.681201:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.681273:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966930560:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1454us (1677us total) trans 4294997397 rc 0/0 00000100:00100000:0.0:1775764770.681281:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50907 00010000:00010000:1.0:1775764770.681920:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.681927:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.681934:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.681937:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.681943:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.681952:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27e:0x0].0x0 (ffff89768244a500) 00010000:00010000:1.0:1775764770.681954:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.681957:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.681962:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f970f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.681976:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.681977:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.681979:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.685726:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.686068:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966930688 00000100:00100000:0.0:1775764770.686079:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966930688 00000100:00100000:0.0:1775764770.686135:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 57 00000100:00100000:0.0:1775764770.686145:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+342:2380:x1862022966930688:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:0.0:1775764770.686188:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.686207:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9716 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c40b expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686312:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686327:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686337:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686352:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686359:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686365:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686506:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686518:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686524:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.686545:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeb1:0x0]: returning size 14984 00000004:00200000:0.0:1775764770.686549:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.686566:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686576:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686584:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686589:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686595:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686600:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.686604:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686610:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686621:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:0.0:1775764770.686624:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.686628:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686634:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f971d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686646:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686651:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686656:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686660:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.686662:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686667:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686673:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x220bffe4 (ffff89768244af00) 00010000:00010000:0.0:1775764770.686675:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.686678:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686683:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9724 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686710:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9716 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c40b expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686723:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c40b expref: 343 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686730:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb1:0x0].0x0 (ffff897691328900) 00010000:00010000:0.0:1775764770.686732:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.686734:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf0e00, rc 0) 00010000:00010000:0.0:1775764770.686738:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.686744:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9732 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c412 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686764:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686772:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686778:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686790:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686807:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686814:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686866:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686875:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686882:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.686896:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27a:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.686898:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.686904:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686909:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686914:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686917:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686921:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686924:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.686926:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686929:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686933:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:0.0:1775764770.686935:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.686937:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686940:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9739 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686945:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686948:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686952:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686955:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.686957:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686959:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686963:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x4e78d319 (ffff89768244a900) 00010000:00010000:0.0:1775764770.686964:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.686965:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686968:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9740 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686980:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9732 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c412 expref: 345 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686987:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c412 expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.686992:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27a:0x0].0x0 (ffff89768245a700) 00010000:00010000:0.0:1775764770.686993:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.686994:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778843e200, rc 0) 00010000:00010000:0.0:1775764770.686997:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.687001:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f974e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c419 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687014:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687018:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687022:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687028:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687032:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687036:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687065:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687071:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687075:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.687083:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeaa:0x0]: returning size 19054 00000004:00200000:0.0:1775764770.687085:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.687090:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687094:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687098:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687102:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687105:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687108:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.687109:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687112:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687116:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:0.0:1775764770.687118:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.687120:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687123:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9755 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687128:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687132:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687135:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687138:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.687139:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687142:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687146:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x17610ee3 (ffff89768244a000) 00010000:00010000:0.0:1775764770.687147:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.687148:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687151:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f975c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687163:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f974e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c419 expref: 346 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687170:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c419 expref: 345 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.687175:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeaa:0x0].0x0 (ffff89768f7c0e00) 00010000:00010000:0.0:1775764770.687177:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.687179:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00000100:00100000:0.0:1775764770.687252:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:2380:x1862022966930688:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 1109us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.687258:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 57 00000100:00100000:0.0:1775764770.689457:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.690364:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966930816 00000100:00100000:2.0:1775764770.690374:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966930816 00000100:00100000:2.0:1775764770.690761:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16204 00000100:00100000:2.0:1775764770.690772:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966930816:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:1.0:1775764770.691550:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.691723:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.691733:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.691740:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.691745:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.691750:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.691757:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.691774:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x8344d724 (ffff89768244ae00) 00010000:00010000:0.0:1775764770.691791:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.691796:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.691803:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9701 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.691924:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966931072 00000100:00100000:2.0:1775764770.691931:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966931072 00000100:00100000:2.0:1775764770.691979:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50908 00000100:00100000:2.0:1775764770.691988:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966931072:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.692037:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.692053:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931c00/0x2aac6a50e5f111a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a89 expref: 346 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692061:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27c:0x0].0x0 (ffff897681a05a00) 00010000:00010000:2.0:1775764770.692070:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.692083:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692092:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692099:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692108:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692111:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692115:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692175:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692180:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.692184:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.693006:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2862, 64 off191424 00010000:00010000:2.0:1775764770.693050:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693058:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693064:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693068:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693073:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693077:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693092:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.693115:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693118:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.693121:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693123:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693126:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693130:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.693131:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.693133:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693134:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693140:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693141:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693161:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27c:0x0].0x0 (ffff89768faaa100) 00010000:00010000:0.0:1775764770.693164:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.693168:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693173:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f977f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.693183:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.693185:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.693186:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.693218:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27c:0x0].0x0 (ffff89768faaa100) 00010000:00010000:2.0:1775764770.693221:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.693223:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693227:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9778 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693311:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693316:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693319:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693322:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.693324:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693327:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693333:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:2.0:1775764770.693334:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.693336:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.693339:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f976a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.693344:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bafcb375 reply state 0000000063eabb5c transno 4294997398 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.693350:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.693504:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966931072:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1515us (1954us total) trans 4294997398 rc 0/0 00000100:00100000:2.0:1775764770.693512:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50908 00000100:00100000:2.0:1775764770.695820:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966930816:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 5043us (6360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.695837:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16204 00010000:00010000:0.0:1775764770.699007:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.699023:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.699034:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.699040:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.699044:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.699052:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.699068:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x30480a6c (ffff89768faaa800) 00010000:00010000:0.0:1775764770.699071:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.699076:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.699083:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9771 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.699663:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.699729:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966931328 00000100:00100000:2.0:1775764770.699740:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966931328 00000100:00100000:2.0:1775764770.699788:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50909 00000100:00100000:2.0:1775764770.699808:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966931328:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.699860:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.699879:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f972b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeb1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c40b expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699896:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f1ded lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeb1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e95 expref: 343 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699904:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb1:0x0].0x0 (ffff897691328900) 00010000:00010000:2.0:1775764770.699912:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.699933:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699944:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699951:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699961:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699964:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.699971:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700059:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700063:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700067:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.700415:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2854, 64 off190912 00010000:00010000:2.0:1775764770.700460:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700498:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700506:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700514:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700519:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700524:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700538:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.700557:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700563:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700566:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.700568:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700572:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700573:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.700577:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700577:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.700581:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700583:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700586:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700592:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb1:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764770.700594:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.700597:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700599:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb1:0x0].0x0 (ffff89768faaa300) 00010000:00010000:3.0:1775764770.700602:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.700603:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9794 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeb1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700604:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700610:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f979b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeb1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700619:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700622:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.700624:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.700625:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.700626:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.700630:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700640:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.700643:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700648:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700653:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:2.0:1775764770.700654:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.700656:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.700659:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9786 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.700666:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b4adcfc reply state 0000000017529292 transno 4294997399 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.700672:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.700740:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966931328:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 943us (1080us total) trans 4294997399 rc 0/0 00000100:00100000:2.0:1775764770.700748:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50909 00000100:00100000:1.0:1775764770.703454:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.703602:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.703614:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.703617:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966931456 00010000:00010000:2.0:1775764770.703620:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.703626:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966931456 00010000:00010000:2.0:1775764770.703630:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.703634:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.703641:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.703654:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x220bffe4 (ffff89768faaa700) 00010000:00010000:2.0:1775764770.703657:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.703662:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.703668:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f978d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.703676:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50910 00000100:00100000:0.0:1775764770.703684:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966931456:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.703702:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.703717:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f97a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c420 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.703978:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.703996:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704005:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704019:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704025:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704031:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704306:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704314:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704322:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.704351:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27d:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.704355:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.704372:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704383:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704393:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704399:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704405:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704410:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8da00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.704413:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704419:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.704428:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:0.0:1775764770.705177:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.705185:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705193:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f97a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705206:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705213:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705218:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705223:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8dc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.705226:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705233:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705242:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x8344d724 (ffff89768244ae00) 00010000:00010000:0.0:1775764770.705245:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.705247:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705253:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f97b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705285:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f97a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c420 expref: 345 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705298:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c420 expref: 344 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.705305:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27d:0x0].0x0 (ffff897682443300) 00010000:00010000:0.0:1775764770.705308:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.705310:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c400, rc 0) 00000100:00100000:0.0:1775764770.705419:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966931456:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1734us (1971us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.705428:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50910 00000100:00100000:0.0:1775764770.706644:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.706706:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966931712 00000100:00100000:1.0:1775764770.706715:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966931712 00000100:00100000:1.0:1775764770.706761:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50911 00000100:00100000:1.0:1775764770.706770:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966931712:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.706895:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.706917:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9747 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c412 expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.706937:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5f0b40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42198ad expref: 343 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.706952:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27a:0x0].0x0 (ffff89768245a700) 00010000:00010000:1.0:1775764770.706960:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.706977:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.706987:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.706997:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.707009:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.707016:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.707022:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.707114:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.707123:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.707130:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.707739:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2863, 64 off191488 00010000:00010000:1.0:1775764770.708014:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708024:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708031:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708038:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708043:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708048:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708096:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.708116:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708123:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708129:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708138:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.708141:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708148:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708158:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27a:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764770.708160:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.708164:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708169:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708183:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708188:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708193:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708197:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.708200:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708205:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708215:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:1.0:1775764770.708217:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.708220:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 2/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.708225:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.708232:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a65a2052 reply state 00000000cc6738a1 transno 4294997400 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.708242:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.708316:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966931712:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1546us (1673us total) trans 4294997400 rc 0/0 00000100:00100000:1.0:1775764770.708324:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50911 00010000:00010000:0.0:1775764770.708368:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.708373:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.708379:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.708382:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.708388:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.708396:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27a:0x0].0x0 (ffff897783000200) 00010000:00010000:0.0:1775764770.708398:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.708401:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.708406:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f97d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.708419:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.708420:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.708422:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.709646:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.709659:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.709665:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.709670:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.709674:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.709680:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.709691:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x4e78d319 (ffff897783000000) 00010000:00010000:0.0:1775764770.709693:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.709696:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.709702:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f97c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.712359:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.712516:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.712590:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966931968 00000100:00100000:1.0:1775764770.712600:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966931968 00000100:00100000:3.0:1775764770.712647:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966932096 00000100:00100000:1.0:1775764770.712649:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50912 00000100:00100000:3.0:1775764770.712651:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966932096 00000100:00100000:1.0:1775764770.712659:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966931968:12345-192.168.202.46@tcp:36:dbench.0 00000100:00100000:3.0:1775764770.712694:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5388 00000100:00100000:3.0:1775764770.712701:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:2380:x1862022966932096:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764770.712712:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764770.712719:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.712734:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9763 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeaa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c419 expref: 344 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.712734:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f97b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c420 expref: 344 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.712753:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27d:0x0].0x0 (ffff897682443300) 00010000:00010000:1.0:1775764770.712756:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709e600/0x2aac6a50e5f1232 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeaa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ae4 expref: 342 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.712758:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.712765:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeaa:0x0].0x0 (ffff89768f7c0e00) 00010000:00010000:1.0:1775764770.712772:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.712805:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.712812:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+341:2380:x1862022966932096:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 112us (297us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764770.712817:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.712819:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5388 00010000:00010000:1.0:1775764770.712826:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.712840:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.712847:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.712852:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.712961:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.712969:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.712976:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.713436:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2864, 64 off191552 00010000:00010000:1.0:1775764770.713613:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.713624:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.713632:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.714962:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.714978:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.714984:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715010:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.715035:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715042:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715048:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715054:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.715058:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715065:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.715070:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.715076:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715077:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeaa:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764770.715080:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.715083:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.715084:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.715086:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715091:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f97e8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeaa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.715093:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.715100:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeaa:0x0].0x0 (ffff897783000700) 00010000:00010000:0.0:1775764770.715102:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.715104:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715109:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.715114:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f97ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeaa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715115:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715121:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715126:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.715128:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.715128:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.715130:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.715132:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.715134:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715141:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:1.0:1775764770.715143:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.715146:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 2/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.715152:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f97da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x278:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.715160:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042e53cfe reply state 000000003478b112 transno 4294997401 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.715175:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.715267:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966931968:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2606us (2911us total) trans 4294997401 rc 0/0 00000100:00100000:1.0:1775764770.715276:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50912 00000100:00100000:0.0:1775764770.715843:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.716181:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966932352 00000100:00100000:1.0:1775764770.716188:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966932352 00000100:00100000:1.0:1775764770.716225:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50913 00000100:00100000:1.0:1775764770.716230:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+342:19723:x1862022966932352:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.716274:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.716290:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931e00/0x2aac6a50e5f2509 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a0b0 expref: 342 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716301:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27d:0x0].0x0 (ffff897682443300) 00010000:00010000:1.0:1775764770.716310:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5f8cab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2a6 expref: 341 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716315:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:1.0:1775764770.716317:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.716330:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716337:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716343:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716354:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716358:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.716362:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.718827:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.718855:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.718903:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.718914:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.718921:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.718926:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.718930:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.718936:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.718952:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x17610ee3 (ffff897783000c00) 00010000:00010000:2.0:1775764770.718954:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.718958:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.718963:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f97e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x278:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.719060:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966932608 00000100:00100000:3.0:1775764770.719067:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966932608 00000100:00100000:3.0:1775764770.719105:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16205 00000100:00100000:3.0:1775764770.719113:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+340:19724:x1862022966932608:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:0.0:1775764770.720531:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966932480 00010000:00010000:1.0:1775764770.720538:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.720539:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966932480 00010000:00010000:1.0:1775764770.720552:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.720563:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.720577:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 58 00000100:00100000:0.0:1775764770.720584:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+341:2379:x1862022966932480:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:0.0:1775764770.720711:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.720724:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f980b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c427 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.720880:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.720890:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.720898:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.720909:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.720915:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.720921:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721256:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721265:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721273:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.721294:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeb2:0x0]: returning size 19054 00000004:00200000:0.0:1775764770.721298:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.721316:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721328:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721336:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721341:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721347:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721352:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8dc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.721355:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721362:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721370:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:0.0:1775764770.721373:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.721377:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721383:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9812 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721392:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721397:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721403:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721408:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8da00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.721411:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721416:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.721417:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2855, 64 off190976 00010000:00010000:0.0:1775764770.721422:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x17610ee3 (ffff89768244ae00) 00010000:00010000:0.0:1775764770.721425:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.721427:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721435:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9819 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721460:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f980b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c427 expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721504:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c427 expref: 343 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721506:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721512:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb2:0x0].0x0 (ffff89768c96b100) 00010000:00010000:0.0:1775764770.721514:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.721515:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721517:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c000, rc 0) 00010000:00010000:0.0:1775764770.721522:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.721522:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721528:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f982e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c42e expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721529:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721535:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721542:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721549:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721556:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721556:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.721563:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721568:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721573:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721573:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721580:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721581:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721586:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.721588:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721589:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721593:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721601:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27d:0x0].0x0 (ffff897783000e00) 00010000:00010000:1.0:1775764770.721603:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.721606:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721611:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9804 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721626:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721635:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721640:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721645:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.721646:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x279:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721648:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721654:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x279:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721654:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721662:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x279:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721662:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:1.0:1775764770.721664:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.721667:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.721672:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f97f6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.721676:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x279:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.721678:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.721682:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012aabb76 reply state 000000007d88081d transno 4294997402 ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.721686:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x279:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.721692:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764770.721694:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x279:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721699:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721704:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721709:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721713:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.721715:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721721:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721728:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:0.0:1775764770.721730:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.721732:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721736:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9835 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721744:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721748:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721753:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721757:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.721759:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721765:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.721770:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966932352:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 5539us (5928us total) trans 4294997402 rc 0/0 00010000:00010000:0.0:1775764770.721771:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x4e78d319 (ffff89768244a000) 00010000:00010000:0.0:1775764770.721774:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.721776:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.721778:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50913 00010000:00010000:0.0:1775764770.721893:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f983c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721916:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f982e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c42e expref: 345 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721928:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x279:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c42e expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721935:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x279:0x0].0x0 (ffff897681a05400) 00010000:00010000:0.0:1775764770.721937:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.721939:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9c00, rc 0) 00010000:00010000:0.0:1775764770.721943:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.721949:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f984a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c435 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.721956:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.721962:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.721968:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.721969:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.721971:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721976:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.721978:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.721984:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.721991:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27d:0x0].0x0 (ffff897783000e00) 00010000:00010000:0.0:1775764770.721994:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.721994:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.721997:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722001:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.722002:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9827 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722008:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.722016:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.722017:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.722019:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.722057:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722065:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722073:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.722088:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeb8:0x0]: returning size 14984 00000004:00200000:0.0:1775764770.722090:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.722098:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722106:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722112:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722118:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722124:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722129:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.722131:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722137:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722145:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:0.0:1775764770.722147:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.722149:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722154:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9851 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722163:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722168:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722174:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722178:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.722181:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722185:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722191:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x220bffe4 (ffff89768244a900) 00010000:00010000:0.0:1775764770.722193:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.722195:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722205:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9858 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722222:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f984a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c435 expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722232:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c435 expref: 345 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.722238:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb8:0x0].0x0 (ffff8977c21df300) 00010000:00010000:0.0:1775764770.722241:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.722243:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a9400, rc 0) 00000100:00100000:0.0:1775764770.722280:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+345:2379:x1862022966932480:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 1696us (3460us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.722287:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 58 00000100:00100000:0.0:1775764770.725545:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.726539:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966932864 00000100:00100000:0.0:1775764770.726550:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966932864 00000100:00100000:0.0:1775764770.726599:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50914 00000100:00100000:0.0:1775764770.726609:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966932864:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.726668:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.726693:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f1de6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e8e expref: 346 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726711:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27b:0x0].0x0 (ffff8976828c9700) 00010000:00010000:0.0:1775764770.726721:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.726741:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726754:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726763:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726775:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726795:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726802:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726881:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726889:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726895:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.726896:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726907:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726913:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726918:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.726922:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726928:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726937:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x8344d724 (ffff897783000600) 00010000:00010000:1.0:1775764770.726940:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.726943:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.726948:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f97fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.727277:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2856, 64 off191040 00010000:00010000:0.0:1775764770.727347:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727355:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727366:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727372:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727377:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727382:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727406:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.727423:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727428:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727433:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727437:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.727440:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727445:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727452:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27b:0x0].0x0 (ffff89768244a500) 00010000:00010000:0.0:1775764770.727454:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.727457:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727488:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9874 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727503:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727509:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727515:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727520:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ae00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.727523:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727529:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727536:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:0.0:1775764770.727538:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.727541:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.727547:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9866 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.727555:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003145add6 reply state 0000000011f5af5e transno 4294997403 ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.727568:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.727620:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966932864:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1011us (2082us total) trans 4294997403 rc 0/0 00000100:00100000:0.0:1775764770.727627:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50914 00010000:00010000:1.0:1775764770.727812:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.727819:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.727824:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.727828:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.727833:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.727842:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27b:0x0].0x0 (ffff89768244a500) 00010000:00010000:1.0:1775764770.727844:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.727846:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.727851:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f987b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.727863:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.727865:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.727867:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.731158:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.731176:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.731184:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.731191:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.731195:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.731203:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.731217:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x30480a6c (ffff89768244af00) 00010000:00010000:3.0:1775764770.731220:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.731224:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.731231:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f986d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.733950:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966932608:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 14825us (15082us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.733964:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16205 00000100:00100000:0.0:1775764770.737043:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.737168:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.737383:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966933120 00000100:00100000:2.0:1775764770.737393:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966933120 00000100:00100000:2.0:1775764770.737514:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966933248 00000100:00100000:2.0:1775764770.737517:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966933248 00000100:00100000:1.0:1775764770.737625:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50915 00000100:00100000:1.0:1775764770.737637:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966933120:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.737690:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.737717:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9820 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeb2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c427 expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737740:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686562600/0x2aac6a50e5f1f59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeb2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219f13 expref: 343 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737752:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb2:0x0].0x0 (ffff89768c96b100) 00010000:00010000:1.0:1775764770.737763:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.737784:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737807:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737817:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737832:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737840:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737845:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737952:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737959:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.737965:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.738445:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2865, 64 off191616 00010000:00010000:1.0:1775764770.738752:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738762:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738770:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738777:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738784:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738855:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738963:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.738984:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738989:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.738995:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739000:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.739004:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739011:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739020:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb2:0x0].0x0 (ffff897783000e00) 00010000:00010000:1.0:1775764770.739022:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.739025:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739030:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9890 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeb2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739046:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739051:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739057:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739061:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.739063:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739067:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739072:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:1.0:1775764770.739074:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.739076:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739081:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9882 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.739088:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a82d001 reply state 0000000072420507 transno 4294997404 ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.739097:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.739171:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19723:x1862022966933120:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1535us (2134us total) trans 4294997404 rc 0/0 00000100:00100000:1.0:1775764770.739179:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50915 00000100:00100000:1.0:1775764770.739206:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50916 00000100:00100000:1.0:1775764770.739214:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966933248:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.739226:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.739252:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f989e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c43c expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739323:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739331:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739339:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739351:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739357:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739363:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739585:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739593:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739600:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.739628:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28a:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.739632:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.739646:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739656:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739663:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739668:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739674:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739679:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.739681:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739687:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739695:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:1.0:1775764770.739698:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.739701:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739707:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f98a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739716:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739721:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739727:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739732:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.739735:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739740:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739745:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xe5dc7a0b (ffff897783000c00) 00010000:00010000:1.0:1775764770.739747:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.739749:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739754:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f98ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739777:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f989e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 345 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.739789:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 344 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.740165:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:1.0:1775764770.740168:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.740170:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973c00, rc 0) 00000100:00100000:1.0:1775764770.740213:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+344:19724:x1862022966933248:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 999us (3045us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.740223:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50916 00010000:00010000:3.0:1775764770.740349:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.740356:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.740362:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.740365:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.740371:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.740380:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb2:0x0].0x0 (ffff897783000e00) 00010000:00010000:3.0:1775764770.740383:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.740385:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.740391:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9897 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeb2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.740405:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.740408:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.740409:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.742416:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.742431:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.742444:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.742450:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.742455:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.742490:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.742506:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x17610ee3 (ffff897783000500) 00010000:00010000:3.0:1775764770.742509:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.742513:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.742521:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9889 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.747506:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.747613:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966933760 00000100:00100000:3.0:1775764770.747624:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966933760 00000100:00100000:3.0:1775764770.747680:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50917 00000100:00100000:3.0:1775764770.747691:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966933760:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.747745:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.747775:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686563a00/0x2aac6a50e5ee40a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218d00 expref: 343 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747806:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:3.0:1775764770.747817:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f8b54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c24b expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747829:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.747833:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.747854:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747866:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747875:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747889:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747895:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.747901:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.748189:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.748200:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 341 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.748208:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.748238:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 341 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.748252:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 341 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.748266:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978358656:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764770.748361:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982539c0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764770.751365:0:5795:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.46@tcp) returned -22 from blocking AST (req@0000000086ae0f8a x1862022978358656) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 341 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751389:0:5795:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 341 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751411:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f98b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c43c expref: 341 pid: 5796 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.751429:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978358656:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764770.751450:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:3.0:1775764770.751454:0:5795:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751495:0:5795:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751504:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751523:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751532:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.751538:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.752223:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2866, 64 off191680 00010000:00010000:3.0:1775764770.752282:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752293:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752300:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752307:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752312:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752317:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752342:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.752361:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752366:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752375:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752380:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.752384:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752390:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752397:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:3.0:1775764770.752400:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.752404:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752409:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f98c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752424:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752429:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752434:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752437:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.752439:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752447:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752453:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.752455:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.752457:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.752497:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f98ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.752507:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a65afd85 reply state 00000000464eb94c transno 4294997405 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.752514:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.752590:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966933760:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 4898us (5131us total) trans 4294997405 rc 0/0 00000100:00100000:3.0:1775764770.752600:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50917 00010000:00010000:0.0:1775764770.753150:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.753157:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.753164:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.753167:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.753172:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.753182:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:0.0:1775764770.753185:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.753188:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.753193:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f98cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.753212:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.753214:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.753215:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.755180:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.755359:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966933504 00000100:00100000:3.0:1775764770.755369:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966933504 00000100:00100000:3.0:1775764770.755438:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 59 00000100:00100000:3.0:1775764770.755449:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+342:2380:x1862022966933504:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764770.755513:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.755531:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f98d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c443 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.755637:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.755655:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.755665:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.755679:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.755686:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.755693:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756017:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756027:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756034:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.756059:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28c:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.756063:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.756079:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756090:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756102:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756108:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756114:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756120:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.756124:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756132:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756144:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.756147:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.756151:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756157:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f98dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756172:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756178:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756184:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756189:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.756192:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756197:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756203:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xf4ed591 (ffff89768c96bc00) 00010000:00010000:3.0:1775764770.756205:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.756208:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756213:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f98e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756252:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f98d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c443 expref: 344 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756267:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c443 expref: 343 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756275:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28c:0x0].0x0 (ffff897682bc6100) 00010000:00010000:3.0:1775764770.756277:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.756279:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3f600, rc 0) 00010000:00010000:3.0:1775764770.756284:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.756292:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f98f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c44a expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756315:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756322:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756329:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756339:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756345:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756350:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756402:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756408:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756413:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.756423:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28e:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.756425:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.756431:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756436:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756443:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756446:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756450:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756453:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.756454:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756458:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756619:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.756622:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.756626:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756630:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9600/0x2aac6a50e5f98f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756640:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756644:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756650:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756656:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.756658:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756664:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756670:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x469e1765 (ffff89768c96b000) 00010000:00010000:3.0:1775764770.756671:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.756673:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756676:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8200/0x2aac6a50e5f9900 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756693:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f98f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c44a expref: 345 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756699:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c44a expref: 344 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756703:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28e:0x0].0x0 (ffff8977a2bf4200) 00010000:00010000:3.0:1775764770.756705:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.756706:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977885a8400, rc 0) 00010000:00010000:3.0:1775764770.756709:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.756714:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f990e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c451 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756726:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756732:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756736:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756745:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756749:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756753:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756876:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756883:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756887:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.756896:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xe98:0x0]: returning size 85026 00000004:00200000:3.0:1775764770.756898:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.756904:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756909:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756916:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756919:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756923:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756925:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977885a8800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.756927:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756930:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756935:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.756936:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.756938:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756942:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8800/0x2aac6a50e5f9915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756947:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756950:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756954:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756957:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.756959:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756962:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756965:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xa36e7a4 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.756966:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.756968:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756970:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f991c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756983:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9800/0x2aac6a50e5f990e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c451 expref: 346 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756988:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c451 expref: 345 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.756992:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe98:0x0].0x0 (ffff89768c96b700) 00010000:00010000:3.0:1775764770.756993:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.756995:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1a00, rc 0) 00010000:00010000:3.0:1775764770.756997:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.757001:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f992a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c458 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757013:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757018:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757022:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757029:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757032:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757036:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757069:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757074:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757078:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.757086:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xea3:0x0]: returning size 77076 00000004:00200000:3.0:1775764770.757088:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.757093:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757098:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757104:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757107:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757110:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757113:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.757115:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757118:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757122:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.757123:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.757124:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757128:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9931 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757133:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757136:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757139:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757142:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.757144:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757147:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757150:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xe7aaf970 (ffff89768c96b300) 00010000:00010000:3.0:1775764770.757151:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.757153:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757156:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9938 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757167:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f992a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c458 expref: 347 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757172:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c458 expref: 346 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757176:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea3:0x0].0x0 (ffff89768f7c0700) 00010000:00010000:3.0:1775764770.757177:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.757178:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1200, rc 0) 00010000:00010000:3.0:1775764770.757180:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.757184:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9946 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c45f expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757195:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757200:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757204:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757210:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757214:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757218:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757261:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757268:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757274:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.757287:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28f:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.757289:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.757297:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757305:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757315:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757319:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757323:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757326:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.757328:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757331:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757335:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.757337:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.757338:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757342:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f994d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757347:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757350:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757353:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757357:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.757359:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757362:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757365:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xc3d50206 (ffff89768c96bf00) 00010000:00010000:3.0:1775764770.757366:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.757367:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757370:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9954 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757383:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9946 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c45f expref: 348 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757389:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c45f expref: 347 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757392:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28f:0x0].0x0 (ffff89768e40c500) 00010000:00010000:3.0:1775764770.757394:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.757395:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1c00, rc 0) 00010000:00010000:3.0:1775764770.757397:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.757401:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9962 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c466 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757412:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757418:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757421:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757428:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757432:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757436:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757508:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x288:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757516:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x288:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757523:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x288:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.757537:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x288:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.757539:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.757547:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x288:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757554:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x288:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757564:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757570:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757575:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757579:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.757581:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757584:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757589:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.757591:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.757593:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757598:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757607:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757612:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757617:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757622:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.757625:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757629:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757635:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x6428115e (ffff89768c96ba00) 00010000:00010000:3.0:1775764770.757637:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.757639:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757644:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9970 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757663:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c466 expref: 349 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757673:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x288:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c466 expref: 348 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.757679:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x288:0x0].0x0 (ffff8977b76b9a00) 00010000:00010000:3.0:1775764770.757680:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.757682:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1800, rc 0) 00000100:00100000:3.0:1775764770.757749:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+348:2380:x1862022966933504:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 2302us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.757759:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 59 00000100:00100000:1.0:1775764770.759075:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.759109:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.759174:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966933376 00000100:00100000:2.0:1775764770.759184:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966933376 00000100:00100000:2.0:1775764770.759234:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5389 00000100:00100000:2.0:1775764770.759251:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:2380:x1862022966933376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764770.759264:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.759267:0:5780:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2aac6a50e5f98b3) 00010000:00010000:2.0:1775764770.759269:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764770.759303:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:2380:x1862022966933376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 55us (233us total) trans 0 rc 116/116 00000100:00100000:2.0:1775764770.759310:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5389 00000100:00100000:0.0:1775764770.759852:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966934016 00000100:00100000:0.0:1775764770.759859:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966934016 00000100:00100000:0.0:1775764770.759938:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50918 00000100:00100000:0.0:1775764770.759946:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966934016:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.760035:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.760057:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9c00/0x2aac6a50e5f9843 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x279:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c42e expref: 348 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760077:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930c00/0x2aac6a50e5f1787 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x279:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219c88 expref: 347 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760087:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x279:0x0].0x0 (ffff897681a05400) 00010000:00010000:0.0:1775764770.760098:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.760113:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760126:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760134:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760146:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760153:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760160:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760274:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x279:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760292:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760300:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.760759:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2857, 64 off191104 00010000:00010000:0.0:1775764770.760834:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x279:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760842:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760849:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760855:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760861:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760867:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760885:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.760902:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760907:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760917:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760922:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.760926:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760933:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760941:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x279:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764770.760944:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.760947:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760951:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f998c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x279:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760964:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760969:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760974:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760979:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3bc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.760982:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760991:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.760997:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:0.0:1775764770.761000:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.761003:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.761007:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f997e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.761014:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008c8cbcdc reply state 00000000974fdf51 transno 4294997406 ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.761022:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764770.761189:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.761196:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.761202:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.761206:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.761211:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.761219:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x279:0x0].0x0 (ffff89768244a000) 00010000:00010000:3.0:1775764770.761221:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.761224:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.761228:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9993 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x279:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.761242:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.761244:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.761245:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.761445:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966934016:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1496us (2331us total) trans 4294997406 rc 0/0 00000100:00100000:0.0:1775764770.761454:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50918 00000100:00100000:1.0:1775764770.766898:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764770.766904:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766918:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766925:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766931:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.766936:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766944:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.766955:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766960:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xe5dc7a0b (ffff89768c96b800) 00010000:00010000:0.0:1775764770.766962:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766963:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.766967:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.766968:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.766973:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.766974:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f98c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.766975:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.766984:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.766992:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x4e78d319 (ffff89768244a900) 00010000:00010000:0.0:1775764770.766994:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.766996:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.767001:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9985 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.767230:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966934272 00000100:00100000:2.0:1775764770.767239:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966934272 00000100:00100000:2.0:1775764770.767280:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50919 00000100:00100000:2.0:1775764770.767287:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966934272:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.767340:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.767354:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9400/0x2aac6a50e5f985f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeb8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c435 expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767365:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6800/0x2aac6a50e5f2c79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xeb8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a31f expref: 345 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767371:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb8:0x0].0x0 (ffff8977c21df300) 00010000:00010000:2.0:1775764770.767376:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.767392:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767402:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767409:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767417:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767421:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.767424:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.768186:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.768196:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.768204:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.769164:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2867, 64 off191744 00010000:00010000:2.0:1775764770.769228:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769325:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769335:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769342:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769348:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769354:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769420:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.769443:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769451:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769492:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769500:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.769504:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769513:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769524:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb8:0x0].0x0 (ffff89768faaa100) 00010000:00010000:2.0:1775764770.769527:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.769531:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769537:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99a8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769556:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769563:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769569:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769574:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.769577:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769588:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769608:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:2.0:1775764770.769610:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.769614:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.769619:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f999a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x277:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.769628:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000727f339d reply state 00000000d6b380f1 transno 4294997407 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.769637:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.769729:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966934272:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2438us (2838us total) trans 4294997407 rc 0/0 00000100:00100000:2.0:1775764770.769737:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50919 00000100:00100000:3.0:1775764770.770641:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.770827:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966934528 00000100:00100000:0.0:1775764770.770836:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966934528 00000100:00100000:0.0:1775764770.770885:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50920 00000100:00100000:0.0:1775764770.770895:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966934528:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.770943:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.770963:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f98eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c443 expref: 346 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.770982:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930e00/0x2aac6a50e5eed48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218f84 expref: 345 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.770991:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28c:0x0].0x0 (ffff897682bc6100) 00010000:00010000:0.0:1775764770.771000:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.771016:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771026:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771034:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771046:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771052:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771058:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771147:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771155:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.771162:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.772026:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2868, 64 off191808 00010000:00010000:0.0:1775764770.772099:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.772108:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.772117:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.772124:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.772130:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.772135:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772746:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764770.772754:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772762:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.772766:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772773:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772785:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeb8:0x0].0x0 (ffff89768faaa100) 00010000:00010000:1.0:1775764770.772788:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.772791:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772805:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99af lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772823:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.772827:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772831:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.772834:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772839:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772846:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28c:0x0].0x0 (ffff89768244a000) 00010000:00010000:1.0:1775764770.772849:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.772851:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 3/0,0 mode: --/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.772857:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.772858:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.772860:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.774102:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764770.774112:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f99cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774147:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774153:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774158:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774163:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.774166:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774173:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774183:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28c:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764770.774186:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.774189:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774194:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f99c4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774213:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774218:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774223:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774227:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ae00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.774229:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774234:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774251:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:0.0:1775764770.774253:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.774256:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.774262:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f99b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.774271:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086ae0f8a reply state 00000000602727f8 transno 4294997408 ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.774279:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.774365:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966934528:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3467us (3722us total) trans 4294997408 rc 0/0 00000100:00100000:0.0:1775764770.774373:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50920 00010000:00010000:3.0:1775764770.774545:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.774733:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.774741:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.774747:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.774753:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.774756:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.774766:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.774774:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x220bffe4 (ffff89768faaa700) 00010000:00010000:2.0:1775764770.774845:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.774850:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.774856:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x277:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.775066:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.775097:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966934656 00000100:00100000:3.0:1775764770.775106:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966934656 00000100:00100000:3.0:1775764770.775154:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16206 00000100:00100000:3.0:1775764770.775163:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966934656:12345-192.168.202.46@tcp:37:dbench.0 00010000:00010000:3.0:1775764770.777075:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.777088:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.777096:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.777102:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3aa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.777107:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.777118:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.777131:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xf4ed591 (ffff89768244ae00) 00010000:00010000:3.0:1775764770.777134:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.777137:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.777143:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f99bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.779560:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.779597:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966934912 00000100:00100000:2.0:1775764770.779607:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966934912 00000100:00100000:2.0:1775764770.779696:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50921 00000100:00100000:2.0:1775764770.779706:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+345:19724:x1862022966934912:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.779763:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764770.779784:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8400/0x2aac6a50e5f9907 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c44a expref: 345 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779802:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931400/0x2aac6a50e5ef782 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42192a2 expref: 344 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779814:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e4f10ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb964 expref: 343 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779835:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28e:0x0].0x0 (ffff8977a2bf4200) 00010000:00010000:2.0:1775764770.779843:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.779864:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779876:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779885:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779898:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779903:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.779908:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780001:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780007:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780012:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.780290:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+342:19723:x1862022966934656:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 5127us (5224us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.780299:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16206 00000040:00080000:2.0:1775764770.780443:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2869, 64 off191872 00010000:00010000:2.0:1775764770.780531:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780540:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780551:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780559:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780565:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780570:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780593:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.780610:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780616:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780622:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780628:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.780633:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780640:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780648:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28e:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764770.780651:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.780655:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780661:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f99e0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780674:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780681:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780687:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780692:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.780694:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.780698:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.780700:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.780704:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780707:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:2.0:1775764770.780709:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.780710:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.780712:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.780713:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.780717:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f99d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.780720:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.780726:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a03ebfdb reply state 000000008f98ec7d transno 4294997409 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.780727:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28e:0x0].0x0 (ffff89768faaab00) 00010000:00010000:1.0:1775764770.780729:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.780732:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.780739:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f99e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.780740:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764770.780752:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.780753:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.780754:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.780776:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966934912:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1071us (1225us total) trans 4294997409 rc 0/0 00000100:00100000:2.0:1775764770.780952:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50921 00010000:00010000:2.0:1775764770.782726:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.782739:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.782746:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.782752:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.782756:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.782762:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.782774:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x469e1765 (ffff89768faaa400) 00010000:00010000:2.0:1775764770.782776:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.782779:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.782784:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f99d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.785951:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.785988:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.786008:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966935040 00000100:00100000:2.0:1775764770.786019:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966935040 00000100:00100000:3.0:1775764770.786036:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966935296 00000100:00100000:3.0:1775764770.786040:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966935296 00000100:00100000:3.0:1775764770.786098:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50922 00000100:00100000:2.0:1775764770.786102:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50923 00000100:00100000:3.0:1775764770.786107:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966935296:12345-192.168.202.46@tcp:36:dbench.0 00000100:00100000:2.0:1775764770.786109:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+343:19723:x1862022966935040:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.786128:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.786145:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c46d expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786157:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764770.786178:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9923 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c451 expref: 344 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786196:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374800/0x2aac6a50e5ef330 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe98:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219152 expref: 343 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786207:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709e400/0x2aac6a50e5ef131 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe98:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42190bf expref: 342 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786224:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe98:0x0].0x0 (ffff89768c96b700) 00010000:00010000:3.0:1775764770.786232:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.786253:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786265:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786275:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786287:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786291:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786294:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786299:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786300:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786306:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786316:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786321:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786327:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786400:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786407:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786413:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786576:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786585:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786591:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.786619:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28d:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.786623:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.786641:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786651:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786659:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786664:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786670:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786675:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.786678:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786684:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786692:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:2.0:1775764770.786696:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.786699:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786705:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9a03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786717:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786722:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786726:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786731:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.786734:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786739:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786745:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x469e1765 (ffff89768faaa700) 00010000:00010000:2.0:1775764770.786747:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.786749:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786755:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9a0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786778:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f99ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c46d expref: 342 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.786790:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c46d expref: 341 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.786790:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2870, 64 off191936 00010000:00010000:2.0:1775764770.786800:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28d:0x0].0x0 (ffff8977a2bf4600) 00010000:00010000:2.0:1775764770.786802:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.786804:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9600, rc 0) 00010000:00010000:3.0:1775764770.786840:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786849:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.786952:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+342:19723:x1862022966935040:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 843us (1007us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764770.786958:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.786960:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50923 00010000:00010000:3.0:1775764770.786965:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786971:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786976:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.786994:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.787009:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787016:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787021:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787024:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.787026:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.787028:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787029:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787035:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.787035:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787039:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787047:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787047:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe98:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:3.0:1775764770.787049:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.787052:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787055:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe98:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:0.0:1775764770.787058:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.787058:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9a11 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe98:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787060:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787065:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5f9a1f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe98:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787070:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787075:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.787076:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.787077:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.787079:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.787081:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787086:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.787088:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787094:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787100:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:3.0:1775764770.787103:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.787105:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.787110:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f99f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.787119:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e30634f9 reply state 00000000b94abfe0 transno 4294997410 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.787124:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.787157:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966935296:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1052us (1168us total) trans 4294997410 rc 0/0 00000100:00100000:3.0:1775764770.787163:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50922 00010000:00010000:0.0:1775764770.788954:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.788967:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.788974:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.788980:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.788984:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.788991:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.789003:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xa36e7a4 (ffff89768c96b800) 00010000:00010000:0.0:1775764770.789006:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.789009:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.789014:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f99fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.790177:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.790242:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966935424 00000100:00100000:2.0:1775764770.790251:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966935424 00000100:00100000:2.0:1775764770.790311:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5390 00000100:00100000:2.0:1775764770.790320:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+341:2380:x1862022966935424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764770.790335:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764770.790353:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9a18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c46d expref: 341 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.790365:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28d:0x0].0x0 (ffff8977a2bf4600) 00010000:00010000:2.0:1775764770.790369:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764770.790421:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+340:2380:x1862022966935424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 102us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.790427:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5390 00000100:00100000:3.0:1775764770.792771:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.792967:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966935680 00000100:00100000:0.0:1775764770.792976:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966935680 00000100:00100000:0.0:1775764770.793033:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50924 00000100:00100000:0.0:1775764770.793044:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+340:19724:x1862022966935680:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.793103:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764770.793127:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f993f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c458 expref: 340 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793146:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5f07f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xea3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42197aa expref: 339 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793157:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931a00/0x2aac6a50e5f071f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xea3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421976b expref: 338 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793174:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea3:0x0].0x0 (ffff89768f7c0700) 00010000:00010000:0.0:1775764770.793184:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.793205:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793218:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793228:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793242:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793249:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793255:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793362:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793371:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.793377:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.793937:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2858, 64 off191168 00010000:00010000:0.0:1775764770.794008:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794018:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794025:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794032:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794038:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794044:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794066:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.794084:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794090:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.794092:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.794095:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.794097:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794101:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.794103:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.794105:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.794106:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794113:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.794113:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.794122:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea3:0x0].0x0 (ffff89768244a900) 00010000:00010000:1.0:1775764770.794125:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.794128:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 1/0,0 mode: --/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794131:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea3:0x0].0x0 (ffff89768244a900) 00010000:00010000:0.0:1775764770.794133:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.794134:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a3b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xea3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794136:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794141:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3b400/0x2aac6a50e5f9a34 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xea3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.794144:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.794146:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.794147:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.794156:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794162:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794167:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794172:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.794175:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794181:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794189:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:0.0:1775764770.794191:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.794194:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.794200:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a800/0x2aac6a50e5f9a26 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.794213:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dced38a8 reply state 00000000a15f170a transno 4294997411 ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.794222:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.794343:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+339:19724:x1862022966935680:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1300us (1584us total) trans 4294997411 rc 0/0 00000100:00100000:0.0:1775764770.794352:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50924 00010000:00010000:2.0:1775764770.796659:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.796671:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.796676:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.796680:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.796683:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.796688:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.796698:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xe7aaf970 (ffff89768244a000) 00010000:00010000:2.0:1775764770.796700:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.796702:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.796706:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a200/0x2aac6a50e5f9a2d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.798861:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.798907:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966935936 00000100:00100000:0.0:1775764770.798917:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966935936 00000100:00100000:0.0:1775764770.798981:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50925 00000100:00100000:0.0:1775764770.798991:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+338:19723:x1862022966935936:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.799153:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764770.799177:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6600/0x2aac6a50e5efe97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42194cb expref: 338 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799197:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375e00/0x2aac6a50e4f10bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb95d expref: 337 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799208:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28d:0x0].0x0 (ffff8977a2bf4600) 00010000:00010000:0.0:1775764770.799222:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5f8cc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2ad expref: 336 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799231:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:0.0:1775764770.799234:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.799252:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799268:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799277:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799291:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799298:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799303:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799824:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799833:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.799840:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.800431:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2859, 64 off191232 00000100:00100000:2.0:1775764770.800558:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764770.800674:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800684:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800691:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800699:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800705:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.800707:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966936320 00010000:00010000:0.0:1775764770.800710:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.800714:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966936320 00010000:00010000:0.0:1775764770.800730:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.800749:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800755:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.800759:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 60 00010000:00010000:0.0:1775764770.800762:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800767:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3bc00 already unused, calling callback (ffffffffc20ae4f0) 00000100:00100000:1.0:1775764770.800767:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+337:2379:x1862022966936320:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:0.0:1775764770.800771:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800793:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800801:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.800803:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28d:0x0].0x0 (ffff89768244a500) 00010000:00010000:0.0:1775764770.800806:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.800809:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800812:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9a5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c474 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800820:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3bc00/0x2aac6a50e5f9a50 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800835:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800841:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800847:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800851:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ae00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.800853:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800858:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800864:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:0.0:1775764770.800866:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.800868:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.800873:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3ae00/0x2aac6a50e5f9a42 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.800881:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036938627 reply state 00000000952355e2 transno 4294997412 ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800884:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.800889:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764770.800892:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800899:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800910:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800915:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800920:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.800951:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+339:19723:x1862022966935936:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1962us (2096us total) trans 4294997412 rc 0/0 00000100:00100000:0.0:1775764770.800958:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50925 00010000:00010000:1.0:1775764770.800983:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x290:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800991:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x290:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.800997:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x290:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.801022:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x290:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.801026:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.801039:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x290:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801050:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x290:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801058:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801064:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801070:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801075:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801077:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801082:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801088:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.801091:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801093:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801098:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5f9a65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801112:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801117:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801121:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801126:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801128:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801133:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801139:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xc3d50206 (ffff897783000c00) 00010000:00010000:1.0:1775764770.801141:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801143:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801148:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5f9a6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801171:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5f9a5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c474 expref: 339 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801183:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x290:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c474 expref: 338 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801194:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x290:0x0].0x0 (ffff897682bc6700) 00010000:00010000:1.0:1775764770.801196:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.801199:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972200, rc 0) 00010000:00010000:1.0:1775764770.801202:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.801209:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9a7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c47b expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801228:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801233:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801243:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801251:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801255:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801259:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801295:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801300:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801307:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.801316:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xea9:0x0]: returning size 77076 00000004:00200000:1.0:1775764770.801318:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.801323:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801328:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801332:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801335:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801339:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801342:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801343:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801347:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801351:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.801352:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801353:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801360:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5f9a81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801365:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801368:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801372:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801375:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801376:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801379:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801382:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xe7aaf970 (ffff897783000600) 00010000:00010000:1.0:1775764770.801383:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801385:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801388:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5f9a88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801399:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5f9a7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c47b expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801409:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c47b expref: 339 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801413:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea9:0x0].0x0 (ffff897691328200) 00010000:00010000:1.0:1775764770.801415:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.801416:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972000, rc 0) 00010000:00010000:1.0:1775764770.801418:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.801422:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9a96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c482 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801433:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801438:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801442:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801448:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801452:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801456:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801533:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x289:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801539:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x289:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801544:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x289:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.801553:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x289:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.801555:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.801561:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x289:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801565:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x289:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801569:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801572:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801576:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801579:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801580:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801584:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801588:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.801600:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801602:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801605:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5f9a9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801612:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801615:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801619:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801621:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801623:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801626:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801629:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xe5dc7a0b (ffff897783000700) 00010000:00010000:1.0:1775764770.801630:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801632:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801635:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5f9aa4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801646:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5f9a96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c482 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801653:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x289:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c482 expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801657:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x289:0x0].0x0 (ffff89768faaa600) 00010000:00010000:1.0:1775764770.801658:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.801660:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972600, rc 0) 00010000:00010000:1.0:1775764770.801662:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.801666:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9ab2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c489 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801678:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801683:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801687:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801693:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801697:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801701:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801730:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x286:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801736:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x286:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801740:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x286:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.801747:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x286:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.801749:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.801754:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x286:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801758:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x286:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801762:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801766:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801769:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801771:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801773:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801776:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801781:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.801783:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801785:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801788:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5f9ab9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801794:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801797:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801800:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801803:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801805:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801808:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801811:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x6428115e (ffff897783000000) 00010000:00010000:1.0:1775764770.801812:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801813:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801816:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5f9ac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801827:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5f9ab2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c489 expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801834:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x286:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c489 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801839:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x286:0x0].0x0 (ffff897682bc6300) 00010000:00010000:1.0:1775764770.801840:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.801842:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c400, rc 0) 00010000:00010000:1.0:1775764770.801844:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.801847:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9ace lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c490 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801857:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801862:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801866:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801871:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801875:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801879:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801909:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801915:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801919:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.801927:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xe9a:0x0]: returning size 85026 00000004:00200000:1.0:1775764770.801928:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.801933:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801937:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801941:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801945:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801948:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801951:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8da00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801952:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801955:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801960:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.801962:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801964:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801967:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5f9ad5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801973:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801976:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801979:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801982:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8dc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.801984:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801987:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801990:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xa36e7a4 (ffff897783000200) 00010000:00010000:1.0:1775764770.801991:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.801992:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.801995:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9adc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802006:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9ace lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c490 expref: 343 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802016:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c490 expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802020:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe9a:0x0].0x0 (ffff8977987cbc00) 00010000:00010000:1.0:1775764770.802021:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.802023:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00010000:00010000:1.0:1775764770.802024:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.802029:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9aea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c497 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802041:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802048:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802055:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802066:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802071:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802077:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802113:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802119:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802123:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.802133:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28b:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.802134:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.802139:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802143:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802148:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802151:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802154:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802157:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.802159:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802162:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802167:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.802170:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.802171:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802175:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9af1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802181:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802184:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802187:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802190:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.802191:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802194:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802198:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xf4ed591 (ffff897783000d00) 00010000:00010000:1.0:1775764770.802199:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.802200:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802203:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9af8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802214:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9aea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c497 expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802223:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c497 expref: 343 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.802228:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28b:0x0].0x0 (ffff89768e40c300) 00010000:00010000:1.0:1775764770.802229:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.802230:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:1.0:1775764770.802284:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+343:2379:x1862022966936320:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 1517us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.802292:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 60 00010000:00010000:3.0:1775764770.802380:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.802386:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.802393:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.802396:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.802402:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.802410:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28d:0x0].0x0 (ffff89768244a500) 00010000:00010000:3.0:1775764770.802411:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.802413:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.802416:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a000/0x2aac6a50e5f9a57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.802426:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.802428:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.802429:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.805152:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.806399:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966936192 00000100:00100000:1.0:1775764770.806412:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966936192 00000100:00100000:2.0:1775764770.806539:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50926 00000100:00100000:2.0:1775764770.806548:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966936192:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.806602:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.806630:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f995b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c45f expref: 343 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806650:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930800/0x2aac6a50e5f01a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42195b9 expref: 342 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806660:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28f:0x0].0x0 (ffff89768e40c500) 00010000:00010000:2.0:1775764770.806671:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.806692:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806705:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806715:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806729:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806735:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806741:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806962:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806972:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.806979:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807368:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807376:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807382:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807388:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3aa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.807392:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807399:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807410:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x469e1765 (ffff89768244af00) 00010000:00010000:3.0:1775764770.807413:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.807417:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.807424:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3aa00/0x2aac6a50e5f9a49 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.807438:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2860, 64 off191296 00010000:00010000:2.0:1775764770.807530:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807539:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807546:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807553:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807560:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807565:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807582:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.807602:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807608:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807614:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807619:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.807621:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807628:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807635:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28f:0x0].0x0 (ffff89768faaa400) 00010000:00010000:2.0:1775764770.807637:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.807640:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807645:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b14 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807660:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807666:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807671:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807676:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.807679:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807684:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807691:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:2.0:1775764770.807693:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.807697:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.807702:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b06 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.807711:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5713e7f reply state 00000000221d820a transno 4294997413 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.807724:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764770.807744:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.807750:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.807756:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.807759:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.807764:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.807772:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28f:0x0].0x0 (ffff89768faaa400) 00010000:00010000:1.0:1775764770.807774:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.807776:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.807781:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9b1b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.807789:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966936192:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1242us (2646us total) trans 4294997413 rc 0/0 00010000:00010000:1.0:1775764770.807794:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.807798:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50926 00010000:00010000:1.0:1775764770.807801:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.807802:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.810107:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.810119:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.810123:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.810127:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.810130:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.810135:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.810145:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0xc3d50206 (ffff89768faaa700) 00010000:00010000:3.0:1775764770.810147:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.810150:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.810153:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9b0d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.815586:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.815635:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966936576 00000100:00100000:2.0:1775764770.815649:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966936576 00000100:00100000:2.0:1775764770.815709:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50927 00000100:00100000:2.0:1775764770.815719:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+341:19724:x1862022966936576:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.815776:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764770.815803:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9977 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x288:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c466 expref: 341 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815824:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc000/0x2aac6a50e5edafd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x288:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218b2b expref: 340 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815836:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222ee00/0x2aac6a50e4efaa4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x288:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb287 expref: 339 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815847:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x288:0x0].0x0 (ffff8977b76b9a00) 00010000:00010000:2.0:1775764770.815855:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.815874:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815888:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815897:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815912:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815918:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.815924:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816030:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x288:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816038:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816045:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.816825:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2871, 64 off192000 00010000:00010000:2.0:1775764770.816885:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x288:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816895:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816903:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816910:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816917:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816924:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816945:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.816960:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816966:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816973:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816979:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.816983:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816990:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.816999:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x288:0x0].0x0 (ffff89768faaa700) 00010000:00010000:2.0:1775764770.817001:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.817004:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817009:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b30 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x288:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817022:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817031:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817037:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817042:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.817045:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817050:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817056:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:2.0:1775764770.817058:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.817061:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.817066:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b22 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x287:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.817073:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba94c43b reply state 000000009d346de9 transno 4294997414 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.817080:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.817158:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+340:19724:x1862022966936576:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1439us (1578us total) trans 4294997414 rc 0/0 00000100:00100000:2.0:1775764770.817167:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50927 00010000:00010000:0.0:1775764770.818422:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.818429:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.818435:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.818438:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.818442:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.818452:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x288:0x0].0x0 (ffff89768faaa700) 00010000:00010000:0.0:1775764770.818454:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.818456:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.818460:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9b37 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x288:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.818505:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.818507:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.818509:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.819270:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.819323:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966936832 00000100:00100000:0.0:1775764770.819330:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966936832 00000100:00100000:0.0:1775764770.819373:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50928 00000100:00100000:0.0:1775764770.819380:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966936832:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.819428:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.819444:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5f9a73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x290:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c474 expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819458:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931800/0x2aac6a50e5f0bc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x290:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42198de expref: 339 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819506:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x290:0x0].0x0 (ffff897682bc6700) 00010000:00010000:0.0:1775764770.819514:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.819533:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819542:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819549:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819557:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819561:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819565:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819659:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x290:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819663:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.819671:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.820114:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2872, 64 off192064 00010000:00010000:0.0:1775764770.820163:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x290:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820169:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820174:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820179:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820183:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820186:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820242:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.820257:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820260:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820264:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820269:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.820273:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820276:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820281:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x290:0x0].0x0 (ffff89768244af00) 00010000:00010000:0.0:1775764770.820283:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.820285:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820288:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b4c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x290:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820298:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820301:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820305:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820307:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.820309:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820312:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820318:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:0.0:1775764770.820320:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.820321:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.820324:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9b3e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.820329:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cfda895 reply state 0000000009edf968 transno 4294997415 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.820335:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.820400:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966936832:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1019us (1133us total) trans 4294997415 rc 0/0 00000100:00100000:0.0:1775764770.820408:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50928 00000100:00100000:3.0:1775764770.822962:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.823017:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966936960 00010000:00010000:0.0:1775764770.823106:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.823116:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.823124:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.823130:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.823134:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.823140:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.823159:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x6428115e (ffff89768faaa000) 00010000:00010000:0.0:1775764770.823162:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.823166:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.823172:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9b29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x287:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.824406:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.824416:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.824425:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.824429:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.824436:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.824449:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x290:0x0].0x0 (ffff89768244af00) 00010000:00010000:1.0:1775764770.824452:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.824456:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.824620:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9b53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x290:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828179:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828192:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828197:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828204:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.828208:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828212:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828225:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xc3d50206 (ffff89768244a900) 00010000:00010000:1.0:1775764770.828227:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.828229:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.828240:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9b45 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.828403:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966936960 00000100:00100000:2.0:1775764770.828459:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16207 00000100:00100000:2.0:1775764770.828496:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+338:19724:x1862022966936960:12345-192.168.202.46@tcp:37:dbench.0 00010000:00010000:0.0:1775764770.828937:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.828941:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.828944:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.830550:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.830916:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966937216 00000100:00100000:2.0:1775764770.830928:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966937216 00000100:00100000:2.0:1775764770.830976:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50929 00000100:00100000:2.0:1775764770.830984:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966937216:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.831041:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764770.831063:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5f9a8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c47b expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831081:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7600/0x2aac6a50e5f13dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xea9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219b62 expref: 339 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831088:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5f11fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0xea9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219acf expref: 338 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831095:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea9:0x0].0x0 (ffff897691328200) 00010000:00010000:2.0:1775764770.831103:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.831118:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831128:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831134:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831142:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831147:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831150:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831227:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831233:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.831344:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.832031:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2861, 64 off191360 00010000:00010000:2.0:1775764770.832081:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832089:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832097:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832104:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832109:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832114:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832138:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.832155:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832161:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832167:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832171:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.832175:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832181:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832189:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea9:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764770.832192:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.832195:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832200:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9b68 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xea9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832213:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832217:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832226:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832231:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.832233:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832246:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832251:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:2.0:1775764770.832253:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.832256:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.832261:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9b5a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.832268:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d71bef3 reply state 00000000f45db757 transno 4294997416 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.832276:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.832350:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+339:19723:x1862022966937216:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1364us (1803us total) trans 4294997416 rc 0/0 00000100:00100000:2.0:1775764770.832357:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50929 00010000:00010000:0.0:1775764770.832878:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.832886:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.832893:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764770.832896:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.832906:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.832918:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xea9:0x0].0x0 (ffff89768faaab00) 00010000:00010000:0.0:1775764770.832920:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764770.832923:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.832928:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9b6f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xea9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.832942:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.832945:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.832946:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.835111:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+337:19724:x1862022966936960:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 6608us (12145us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.835124:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16207 00010000:00010000:3.0:1775764770.835384:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.835392:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.835397:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.835400:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.835404:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.835412:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.835423:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xe7aaf970 (ffff89768faaa400) 00010000:00010000:3.0:1775764770.835425:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.835427:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.835431:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9b61 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.836398:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.836459:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966937472 00000100:00100000:0.0:1775764770.836505:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966937472 00000100:00100000:0.0:1775764770.836551:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50930 00000100:00100000:0.0:1775764770.836559:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+336:19723:x1862022966937472:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.836615:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.836635:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5f9aab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x289:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c482 expref: 336 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836651:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ce00/0x2aac6a50e5eea1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x289:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218e8f expref: 335 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836659:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x289:0x0].0x0 (ffff89768faaa600) 00010000:00010000:0.0:1775764770.836667:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.836684:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836696:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836704:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836716:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836722:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836727:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836828:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x289:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836836:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.836842:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.837261:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2862, 64 off191424 00010000:00010000:0.0:1775764770.837323:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x289:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837331:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837338:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837344:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837351:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837356:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837378:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.837395:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837404:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837409:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837414:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.837418:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837424:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837432:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x289:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764770.837435:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.837438:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837444:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9b84 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x289:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837459:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837498:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837503:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837508:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.837511:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837516:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837524:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:0.0:1775764770.837526:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.837529:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.837535:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9b76 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.837545:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8478cb5 reply state 00000000fb4f8adc transno 4294997417 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.837554:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.837624:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+336:19723:x1862022966937472:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1064us (1227us total) trans 4294997417 rc 0/0 00000100:00100000:0.0:1775764770.837632:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50930 00010000:00010000:1.0:1775764770.837713:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.837720:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.837726:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.837729:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.837735:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.837743:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x289:0x0].0x0 (ffff89768244a000) 00010000:00010000:1.0:1775764770.837745:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.837748:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.837754:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9b8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x289:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.837765:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.837767:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.837769:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764770.839721:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.840831:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966937728 00000100:00100000:3.0:1775764770.840841:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966937728 00000100:00100000:3.0:1775764770.840896:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50931 00000100:00100000:3.0:1775764770.840905:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+336:19724:x1862022966937728:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.840960:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764770.840984:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5e6618 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42168e8 expref: 336 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841001:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2af:0x0].0x0 (ffff8977a2c32400) 00010000:00010000:3.0:1775764770.841016:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5f8b70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c252 expref: 335 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841024:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:3.0:1775764770.841028:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.841046:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841064:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841073:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841087:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841095:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841102:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841409:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841415:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.841420:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.842115:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.842144:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.842154:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.842159:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.842163:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.842166:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.842171:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.842178:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xe5dc7a0b (ffff89768244a500) 00010000:00010000:2.0:1775764770.842180:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.842182:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.842186:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9b7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.842232:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966937984 00000100:00100000:0.0:1775764770.842237:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966937984 00000040:00080000:3.0:1775764770.842540:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2863, 64 off191488 00010000:00010000:3.0:1775764770.842585:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842602:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842611:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842618:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842625:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842630:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842653:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.842671:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842676:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842679:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842682:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.842684:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842687:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842691:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2af:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:3.0:1775764770.842693:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.842695:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842701:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ba0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842711:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842714:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842718:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842721:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.842722:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842725:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842729:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:3.0:1775764770.842730:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.842731:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842734:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9b92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.842739:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d39b07db reply state 000000006f6a1920 transno 4294997418 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.842744:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.842802:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+336:19724:x1862022966937728:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1897us (3086us total) trans 4294997418 rc 0/0 00000100:00100000:3.0:1775764770.842808:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50931 00000100:00100000:3.0:1775764770.842827:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50932 00000100:00100000:3.0:1775764770.842834:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+335:19723:x1862022966937984:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.842869:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764770.842882:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9ac7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x286:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c489 expref: 335 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842898:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226d200/0x2aac6a50e5ee5c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x286:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4218d85 expref: 334 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842907:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae800/0x2aac6a50e4efcbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x286:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb33d expref: 333 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842913:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x286:0x0].0x0 (ffff897682bc6300) 00010000:00010000:3.0:1775764770.842917:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.842926:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842932:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842936:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842943:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842949:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842953:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842995:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x286:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.842999:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843003:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.843171:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2864, 64 off191552 00010000:00010000:3.0:1775764770.843197:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x286:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843203:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843207:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843211:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843215:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843218:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843233:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1775764770.843239:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843243:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843247:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843249:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.843251:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843254:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843258:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x286:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764770.843260:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.843261:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843264:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9bbc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x286:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843271:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843275:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843281:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843284:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.843286:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843289:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843292:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:3.0:1775764770.843293:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.843295:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.843297:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9bae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.843301:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f88e164a reply state 00000000929f2632 transno 4294997419 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.843305:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.843325:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+334:19723:x1862022966937984:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 493us (1214us total) trans 4294997419 rc 0/0 00000100:00100000:3.0:1775764770.843330:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50932 00010000:00010000:1.0:1775764770.843374:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764770.843379:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843385:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.843388:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843394:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843402:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2af:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:1.0:1775764770.843404:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.843406:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843411:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9ba7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843423:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.843425:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843430:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.843433:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843437:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843443:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x286:0x0].0x0 (ffff89768c96b600) 00010000:00010000:1.0:1775764770.843444:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.843446:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843451:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9bc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x286:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.843458:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.843459:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.843461:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764770.843574:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.845710:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.845724:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.845736:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.845742:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.845745:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.845752:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.845765:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0xdf197568 (ffff89768c96b700) 00010000:00010000:3.0:1775764770.845768:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.845771:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.845778:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9b99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a9:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.848065:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.848144:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966938240 00000100:00100000:0.0:1775764770.848153:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966938240 00000100:00100000:0.0:1775764770.848206:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50933 00000100:00100000:0.0:1775764770.848217:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966938240:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.848272:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.848296:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9000/0x2aac6a50e5e5e07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421665d expref: 333 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848310:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ad:0x0].0x0 (ffff8976818ae100) 00010000:00010000:0.0:1775764770.848318:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.848333:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848344:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848351:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848359:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848363:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848366:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848449:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848453:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.848457:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.848950:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2865, 64 off191616 00010000:00010000:0.0:1775764770.849008:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849015:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849020:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849025:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849028:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849032:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849046:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.849060:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849063:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849066:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849070:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.849073:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849077:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849083:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ad:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764770.849085:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.849087:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849091:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9bd8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849099:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849103:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849106:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849109:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.849110:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849113:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849117:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:0.0:1775764770.849118:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.849119:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.849122:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9bca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.849129:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cc4da14 reply state 00000000ba49d2a4 transno 4294997420 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.849135:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.849197:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+334:19724:x1862022966938240:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 981us (1138us total) trans 4294997420 rc 0/0 00000100:00100000:0.0:1775764770.849204:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50933 00010000:00010000:3.0:1775764770.849339:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.849346:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.849352:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.849355:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.849361:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.849369:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ad:0x0].0x0 (ffff89768244a000) 00010000:00010000:3.0:1775764770.849372:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.849375:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.849381:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9bdf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.849394:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.849395:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.849396:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.849536:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.849544:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.849550:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.849555:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.849559:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.849565:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.849574:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x6428115e (ffff89768c96b300) 00010000:00010000:2.0:1775764770.849576:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.849578:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.849581:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9bb5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.850428:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.850524:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966938496 00000100:00100000:2.0:1775764770.850533:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966938496 00000100:00100000:2.0:1775764770.850573:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50934 00000100:00100000:2.0:1775764770.850582:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966938496:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.850634:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764770.850652:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ae3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c490 expref: 333 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850668:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931600/0x2aac6a50e5efb02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe9a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42193ba expref: 332 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850679:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687930600/0x2aac6a50e5ef96c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe9a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421933c expref: 331 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850686:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe9a:0x0].0x0 (ffff8977987cbc00) 00010000:00010000:2.0:1775764770.850694:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.850709:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850719:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850728:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850740:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850746:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850751:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850832:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850839:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.850846:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.851233:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2873, 64 off192128 00010000:00010000:2.0:1775764770.851285:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851294:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851302:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851309:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851315:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851321:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851334:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.851349:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851355:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851361:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851367:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.851370:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851377:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851384:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe9a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:2.0:1775764770.851387:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.851391:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851396:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9bf4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe9a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851409:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851416:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851422:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851427:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.851429:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851436:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851443:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:2.0:1775764770.851445:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.851448:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.851452:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9be6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.851460:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005939ecfb reply state 00000000ebe59283 transno 4294997421 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.851511:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.851579:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966938496:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 997us (1153us total) trans 4294997421 rc 0/0 00000100:00100000:2.0:1775764770.851586:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50934 00010000:00010000:1.0:1775764770.851849:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764770.851855:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.851861:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.851864:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.851869:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.851878:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe9a:0x0].0x0 (ffff89768faaad00) 00010000:00010000:1.0:1775764770.851880:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.851882:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 1/0,0 mode: --/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.851888:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9bfb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe9a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.851902:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.851903:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.851905:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.852328:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.852334:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.852338:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.852341:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.852343:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.852347:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.852353:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x1e68dc46 (ffff89768244ae00) 00010000:00010000:3.0:1775764770.852355:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.852357:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.852360:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9bd1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a9:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.853204:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.853274:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966938752 00000100:00100000:3.0:1775764770.853281:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966938752 00000100:00100000:3.0:1775764770.853315:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50935 00000100:00100000:3.0:1775764770.853321:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966938752:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764770.853361:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764770.853373:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5e583b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421649d expref: 331 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853382:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ab:0x0].0x0 (ffff8977c21dfe00) 00010000:00010000:3.0:1775764770.853387:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.853398:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853406:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853412:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853420:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853424:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853428:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853544:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853550:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853554:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764770.853898:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2866, 64 off191680 00010000:00010000:3.0:1775764770.853937:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853943:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853948:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853952:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853956:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853959:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853972:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764770.853986:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.853992:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.853996:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.854001:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.854002:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854007:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.854008:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.854010:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.854011:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854016:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.854017:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854206:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ab:0x0].0x0 (ffff89768c96b000) 00010000:00010000:3.0:1775764770.854209:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.854211:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ab:0x0].0x0 (ffff89768c96b000) 00010000:00010000:3.0:1775764770.854212:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.854214:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.854217:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854219:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9c10 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.854223:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5f9c17 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.854234:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.854236:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.854238:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.854292:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854297:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854300:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854303:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.854305:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854311:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854317:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:3.0:1775764770.854318:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.854319:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.854323:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9c02 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2a9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.854329:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004944370b reply state 000000003731d991 transno 4294997422 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.854335:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764770.854410:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966938752:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1088us (1206us total) trans 4294997422 rc 0/0 00000100:00100000:3.0:1775764770.854415:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50935 00010000:00010000:2.0:1775764770.856130:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.856140:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.856144:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.856147:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.856150:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.856154:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.856162:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xa36e7a4 (ffff89768faaa100) 00010000:00010000:2.0:1775764770.856164:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.856166:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.856170:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9bed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.856683:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.859259:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939008 00000100:00100000:1.0:1775764770.859275:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939008 00000100:00100000:1.0:1775764770.859339:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50936 00000100:00100000:1.0:1775764770.859346:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966939008:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.859402:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.859421:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9aff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c497 expref: 331 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859435:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5ef2b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219128 expref: 330 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859442:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28b:0x0].0x0 (ffff89768e40c300) 00010000:00010000:1.0:1775764770.859451:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.859494:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859507:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859516:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859529:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859534:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859538:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859651:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859661:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.859666:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.860330:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2867, 64 off191744 00010000:00010000:1.0:1775764770.860373:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860380:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860385:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860390:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860394:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860397:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860441:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.860455:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860458:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860491:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860497:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.860501:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860508:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860517:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28b:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764770.860520:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.860523:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860527:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9c2c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860538:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860541:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860545:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860548:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.860549:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860555:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860560:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764770.860561:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.860562:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.860565:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9c1e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x285:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.860570:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000fb9e15 reply state 0000000082e661af transno 4294997423 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.860576:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.860728:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966939008:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1380us (4045us total) trans 4294997423 rc 0/0 00000100:00100000:1.0:1775764770.860736:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50936 00000100:00100000:0.0:1775764770.861323:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.861363:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939136 00000100:00100000:3.0:1775764770.861370:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939136 00000100:00100000:3.0:1775764770.861416:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16208 00000100:00100000:3.0:1775764770.861424:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966939136:12345-192.168.202.46@tcp:37:dbench.0 00010000:00010000:3.0:1775764770.863541:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.863557:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.863564:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.863570:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.863575:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.863582:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.863596:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0xf4ed591 (ffff897783000d00) 00010000:00010000:3.0:1775764770.863599:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.863603:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.863610:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9c25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x285:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.863951:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.865176:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966939136:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 3747us (3846us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.865188:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16208 00000100:00100000:3.0:1775764770.865531:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939264 00000100:00100000:3.0:1775764770.865540:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939264 00000100:00100000:3.0:1775764770.865586:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50937 00000100:00100000:3.0:1775764770.865595:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966939264:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764770.865622:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.865642:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c49e expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.865736:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.865751:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.865765:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.865794:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.865802:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.865808:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866082:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866091:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866098:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.866132:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ed:0x0]: returning size 1048576 00000004:00200000:3.0:1775764770.866137:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.866155:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866167:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866174:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866183:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866183:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866191:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866191:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866198:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866198:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.866201:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866202:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.866205:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866207:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866215:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866219:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:1.0:1775764770.866222:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0xeff62052 (ffff89768c96b700) 00010000:00010000:3.0:1775764770.866222:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.866224:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.866225:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866226:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866232:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9c41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.866233:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5f9c09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a9:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866243:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866249:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866254:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866258:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.866262:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866268:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866274:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x8b6dba3a (ffff89768c96bc00) 00010000:00010000:3.0:1775764770.866277:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.866279:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866284:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9c48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.866309:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.866309:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c49e expref: 331 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.866316:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866321:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c49e expref: 330 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.866322:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.866326:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866328:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff8977929fdb00) 00010000:00010000:3.0:1775764770.866331:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.866332:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.866333:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf0200, rc 0) 00010000:00010000:2.0:1775764770.866340:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28b:0x0].0x0 (ffff897783000200) 00010000:00010000:2.0:1775764770.866342:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.866345:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.866349:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9c33 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.866364:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.866366:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.866368:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.866379:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966939264:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 785us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.866387:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50937 00000100:00100000:3.0:1775764770.869128:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.869316:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939392 00000100:00100000:0.0:1775764770.869323:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939392 00000100:00100000:0.0:1775764770.869368:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50938 00000100:00100000:0.0:1775764770.869378:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966939392:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.869397:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.869415:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9c56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4a5 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.869531:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.869543:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.869556:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.869566:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.869570:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.869574:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870000:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870006:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870011:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.870036:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b3:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.870039:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.870052:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870059:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870066:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870072:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870076:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870080:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.870082:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870086:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870094:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:0.0:1775764770.870096:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.870098:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870102:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9c5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870110:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870113:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870116:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870119:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.870121:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870125:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870128:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x14be06ab (ffff89768244a900) 00010000:00010000:0.0:1775764770.870129:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.870131:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870133:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9c64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870151:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9c56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4a5 expref: 332 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870158:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4a5 expref: 331 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.870162:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b3:0x0].0x0 (ffff897682c46200) 00010000:00010000:0.0:1775764770.870163:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.870165:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fa00, rc 0) 00000100:00100000:0.0:1775764770.870213:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966939392:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 838us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.870220:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50938 00000100:00100000:1.0:1775764770.874310:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.874343:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.874362:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939520 00000100:00100000:3.0:1775764770.874373:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939520 00000100:00100000:1.0:1775764770.874391:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.874444:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5391 00000100:00100000:3.0:1775764770.874455:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:2381:x1862022966939520:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764770.874507:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764770.874536:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9c4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c49e expref: 331 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.874554:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff8977929fdb00) 00010000:00010000:3.0:1775764770.874611:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764770.874663:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:2381:x1862022966939520:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 209us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.874671:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5391 00000100:00100000:2.0:1775764770.874677:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939776 00000100:00100000:2.0:1775764770.874681:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939776 00000100:00100000:2.0:1775764770.874711:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966939904 00000100:00100000:2.0:1775764770.874714:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966939904 00000100:00100000:2.0:1775764770.874733:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50939 00000100:00100000:2.0:1775764770.874739:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966939776:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.874786:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.874804:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686740e00/0x2aac6a50e5f3604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a5e2 expref: 331 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874818:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff8977929fdb00) 00010000:00010000:2.0:1775764770.874831:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689647000/0x2aac6a50e4fd7be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cf8e2 expref: 330 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874839:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:2.0:1775764770.874842:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.874860:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874872:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874880:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874893:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874899:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.874905:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.874976:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50940 00000100:00100000:3.0:1775764770.874984:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+329:19883:x1862022966939904:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:3.0:1775764770.874993:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.875001:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4ac expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.875019:0:11866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 2/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.875026:0:11866:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 4/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.875042:0:11866:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.875054:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.875065:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:3.0:1775764770.875068:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.875071:0:11866:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.875077:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf0e00, rc 0) 00000100:00100000:3.0:1775764770.875101:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+330:19883:x1862022966939904:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 118us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.875107:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50940 00010000:00010000:2.0:1775764770.875189:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875195:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875200:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764770.875674:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2868, 64 off191808 00010000:00010000:2.0:1775764770.875936:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875945:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875952:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875959:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875965:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875970:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.875990:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.876006:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876011:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876016:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876021:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.876024:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876030:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876038:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764770.876040:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.876043:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876049:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c87 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876061:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876066:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876070:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876075:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.876077:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876082:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876087:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:2.0:1775764770.876089:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.876093:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876101:0:9373:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876108:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.876132:0:9373:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 330 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.876144:0:9373:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978358784:192.168.202.46@tcp:105: 00000100:00100000:2.0:1775764770.876213:0:9373:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0b40 going to sleep for 11 seconds 00010000:00010000:3.0:1775764770.877359:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.877369:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.877376:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.877379:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.877387:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.877399:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ed:0x0].0x0 (ffff89768faaa800) 00010000:00010000:3.0:1775764770.877401:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.877405:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.877411:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9c8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.877434:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.877436:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.877437:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.879171:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.879718:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940032 00000100:00100000:1.0:1775764770.879726:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940032 00000100:00100000:1.0:1775764770.879777:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5392 00000100:00100000:1.0:1775764770.879787:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+331:2380:x1862022966940032:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764770.879811:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764770.879831:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9c6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4a5 expref: 331 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.879844:0:5780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b3:0x0].0x0 (ffff897682c46200) 00010000:00010000:1.0:1775764770.879847:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764770.879893:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:2380:x1862022966940032:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 109us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.879898:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5392 00000100:00100000:2.0:1775764770.880335:0:9373:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9373:1862022978358784:192.168.202.46@tcp:105: 00010000:00010000:2.0:1775764770.880358:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.880364:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9c72 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.880374:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc2a903a reply state 00000000dbe72062 transno 4294997424 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.880380:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.880426:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966939776:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 5688us (6083us total) trans 4294997424 rc 0/0 00000100:00100000:2.0:1775764770.880431:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50939 00000100:00100000:3.0:1775764770.882350:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.882388:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.882427:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.882513:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940544 00000100:00100000:1.0:1775764770.882522:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940544 00000100:00100000:1.0:1775764770.882565:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16209 00000100:00100000:1.0:1775764770.882574:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+330:19883:x1862022966940544:12345-192.168.202.46@tcp:37:ll_sa.0 00010000:00010000:1.0:1775764770.883165:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.883178:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.883185:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.883191:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.883196:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.883204:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.883219:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x8b6dba3a (ffff89768faaa100) 00010000:00010000:1.0:1775764770.883223:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.883227:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.883233:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5f9c79 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.884368:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940288 00000100:00100000:2.0:1775764770.884376:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940288 00000100:00100000:2.0:1775764770.884415:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940416 00000100:00100000:2.0:1775764770.884418:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940416 00000100:00100000:2.0:1775764770.884439:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50941 00000100:00100000:2.0:1775764770.884446:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966940288:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.884517:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764770.884535:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931e00/0x2aac6a50e5eaff3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217fb6 expref: 331 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884547:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b3:0x0].0x0 (ffff897682c46200) 00010000:00010000:2.0:1775764770.884557:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5f8b8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c259 expref: 330 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884564:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:2.0:1775764770.884567:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.884581:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884602:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884611:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884623:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884629:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884634:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.884677:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+329:19883:x1862022966940544:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 2103us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.884686:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16209 00000100:00100000:3.0:1775764770.884795:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50942 00000100:00100000:3.0:1775764770.884804:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+328:19885:x1862022966940416:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:3.0:1775764770.884813:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.884822:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4b3 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.884839:0:5794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 2/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.884848:0:5794:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 4/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.884862:0:5794:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.884874:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.884886:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:3.0:1775764770.884888:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.884892:0:5794:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.884898:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1a00, rc 0) 00010000:00010000:2.0:1775764770.884907:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.884915:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.884921:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+329:19885:x1862022966940416:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 120us (2533us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764770.884922:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.884928:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50942 00000040:00080000:2.0:1775764770.885366:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2869, 64 off191872 00010000:00010000:2.0:1775764770.885410:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885416:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885421:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885426:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885430:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885433:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885450:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.885504:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885505:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.885510:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885511:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885519:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885520:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.885523:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.885523:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885526:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.885531:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885531:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885541:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b3:0x0].0x0 (ffff89768faaae00) 00010000:00010000:3.0:1775764770.885543:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.885546:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885552:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9cb1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.885566:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.885568:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.885569:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.887052:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b3:0x0].0x0 (ffff89768faaae00) 00010000:00010000:2.0:1775764770.887060:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764770.887066:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887073:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9caa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887094:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887098:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887102:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887106:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.887107:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887114:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887122:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:2.0:1775764770.887123:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.887128:0:5796:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887146:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887152:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.887192:0:5796:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.887205:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978358912:192.168.202.46@tcp:105: 00000100:00100000:2.0:1775764770.887627:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764770.890160:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.890206:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940672 00000100:00100000:2.0:1775764770.890215:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940672 00000100:00100000:3.0:1775764770.890227:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.890275:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 61 00000100:00100000:2.0:1775764770.890283:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aae81050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:2382:x1862022966940672:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:2.0:1775764770.890315:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.890329:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9cb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4ba expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890414:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890424:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890432:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890441:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890445:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890449:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890579:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890584:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890588:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.890625:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ee:0x0]: returning size 1867776 00000004:00200000:2.0:1775764770.890629:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.890646:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890658:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890664:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890668:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890673:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890676:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.890679:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890683:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890691:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:2.0:1775764770.890693:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.890695:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890699:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9cbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890708:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890711:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890715:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890718:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.890720:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890723:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890726:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x8d5ea5b7 (ffff89768faaaf00) 00010000:00010000:2.0:1775764770.890727:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.890729:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890731:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9cc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890751:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9cb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ba expref: 332 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890759:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ba expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.890763:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff8977a2c32f00) 00010000:00010000:2.0:1775764770.890764:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.890765:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d8a00, rc 0) 00000100:00100000:2.0:1775764770.890830:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aae81050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:2382:x1862022966940672:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 548us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.890841:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 61 00000100:00100000:0.0:1775764770.891259:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940800 00000100:00100000:0.0:1775764770.891263:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940800 00000100:00100000:0.0:1775764770.891293:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50943 00000100:00100000:0.0:1775764770.891298:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966940800:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.891307:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.891315:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9cd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4c1 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891360:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891367:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891372:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891380:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891383:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891387:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891621:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9ce9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891630:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891636:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.891657:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ea:0x0]: returning size 7168 00000004:00200000:0.0:1775764770.891659:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.891669:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891675:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891679:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891683:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891686:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.891687:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891691:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891696:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:0.0:1775764770.891697:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.891699:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891702:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cdb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891708:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891712:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891719:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891722:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.891723:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891726:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891729:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x2c71d537 (ffff89768244a900) 00010000:00010000:0.0:1775764770.891731:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.891732:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891735:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9ce2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891748:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9cd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4c1 expref: 333 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891755:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4c1 expref: 332 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.891759:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:0.0:1775764770.891760:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764770.891761:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e200, rc 0) 00000100:00100000:0.0:1775764770.892006:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966940800:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 493us (1564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.892014:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50943 00000100:00100000:3.0:1775764770.899333:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.899436:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966940928 00000100:00100000:0.0:1775764770.899446:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966940928 00000100:00100000:0.0:1775764770.899618:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50944 00000100:00100000:0.0:1775764770.899629:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966940928:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.899651:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.899670:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4c8 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.899930:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.899945:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.899956:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.899991:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.899998:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900004:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900100:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900112:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900118:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.900149:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2eb:0x0]: returning size 327680 00000004:00200000:0.0:1775764770.900153:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.900171:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900181:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900188:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900194:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900200:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900204:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.900209:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900215:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900225:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:0.0:1775764770.900228:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.900232:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900238:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9cf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900251:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900256:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900262:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900267:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.900269:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900274:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900279:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0xe364b611 (ffff89768244a900) 00010000:00010000:0.0:1775764770.900282:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.900284:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900289:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9cfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900315:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4c8 expref: 334 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900328:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4c8 expref: 333 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.900335:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff897682bc6c00) 00010000:00010000:0.0:1775764770.900338:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.900340:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e600, rc 0) 00000100:00100000:0.0:1775764770.900442:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966940928:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 815us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.900449:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50944 00000100:00100000:2.0:1775764770.901615:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978358912:192.168.202.46@tcp:105: 00010000:00010000:2.0:1775764770.901646:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.901656:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9c95 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764770.901672:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eccc1677 reply state 000000009ffba735 transno 4294997425 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.901682:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764770.901742:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966940288:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 17296us (19398us total) trans 4294997425 rc 0/0 00000100:00100000:2.0:1775764770.901750:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50941 00000100:00100000:3.0:1775764770.902758:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.902889:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966941056 00000100:00100000:2.0:1775764770.902896:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966941056 00000100:00100000:2.0:1775764770.902939:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16210 00000100:00100000:2.0:1775764770.902948:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:19885:x1862022966941056:12345-192.168.202.46@tcp:37:ll_sa.0 00010000:00010000:2.0:1775764770.907382:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.907401:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.907408:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.907414:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.907420:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.907427:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.907446:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x14be06ab (ffff89768faaa300) 00010000:00010000:2.0:1775764770.907450:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.907455:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.907461:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9c9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b1:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.907842:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.907989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.908797:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966941184 00000100:00100000:1.0:1775764770.908807:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966941184 00000100:00100000:1.0:1775764770.908859:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966941440 00000100:00100000:1.0:1775764770.908871:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966941440 00000100:00100000:1.0:1775764770.908897:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50945 00000100:00100000:1.0:1775764770.908907:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+334:19724:x1862022966941184:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.908930:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1775764770.908932:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50946 00000100:00100000:0.0:1775764770.908941:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+334:19723:x1862022966941440:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.908947:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9d0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4cf expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.908983:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764770.908999:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4c8 expref: 335 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909015:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5f35be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a5cd expref: 334 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909015:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909027:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff897682bc6c00) 00010000:00010000:1.0:1775764770.909028:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909037:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909038:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5f9c80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ac expref: 333 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909046:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:0.0:1775764770.909050:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.909050:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909056:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909057:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909063:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909065:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909071:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909080:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909085:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909090:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909158:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909162:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909166:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909169:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909173:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909175:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.909202:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b6:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.909206:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.909222:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909232:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909239:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909254:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909536:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909542:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.909546:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909552:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909559:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:1.0:1775764770.909562:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.909565:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909571:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909583:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909589:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909595:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909599:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.909602:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909606:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909612:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0xc4fc354d (ffff897783000000) 00010000:00010000:1.0:1775764770.909614:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.909616:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909622:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.909634:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2870, 64 off191936 00010000:00010000:1.0:1775764770.909648:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9d0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4cf expref: 333 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909659:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4cf expref: 333 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909670:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b6:0x0].0x0 (ffff8976818ba500) 00010000:00010000:1.0:1775764770.909672:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.909675:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00010000:00010000:0.0:1775764770.909694:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909702:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909709:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909715:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909720:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.909723:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966941184:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 818us (1886us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764770.909727:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.909731:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50945 00010000:00010000:0.0:1775764770.909747:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.909753:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764770.909757:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.909758:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909764:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.909769:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.909973:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19885:x1862022966941056:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 7026us (7215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.909981:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16210 00010000:00010000:1.0:1775764770.910391:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764770.910396:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.910403:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.910414:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff89768244ae00) 00010000:00010000:1.0:1775764770.910416:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764770.910419:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.910423:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9d3d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.910433:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.910435:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764770.910436:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.913615:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.913766:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.914076:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966941824 00000100:00100000:2.0:1775764770.914086:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966941824 00000100:00100000:3.0:1775764770.914121:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966941568 00000100:00100000:3.0:1775764770.914126:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966941568 00000100:00100000:3.0:1775764770.914158:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 62 00000100:00100000:3.0:1775764770.914168:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+333:2379:x1862022966941568:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764770.914210:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764770.914229:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9d44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4d6 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.914253:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50947 00000100:00100000:2.0:1775764770.914269:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+334:19724:x1862022966941824:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764770.914307:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764770.914322:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914325:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9d36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4cf expref: 334 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914334:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914341:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686563200/0x2aac6a50e5ecbde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42187f1 expref: 333 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914344:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914352:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b6:0x0].0x0 (ffff8976818ba500) 00010000:00010000:3.0:1775764770.914357:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914363:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914366:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5f9ca3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4b3 expref: 332 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914370:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914379:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:2.0:1775764770.914382:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764770.914390:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914396:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914402:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914412:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914418:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914424:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914503:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914511:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914516:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.914518:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914524:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914529:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764770.914550:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b5:0x0]: returning size 260096 00000004:00200000:3.0:1775764770.914553:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764770.914569:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914579:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914587:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914608:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914615:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914624:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.914628:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914634:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914641:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:3.0:1775764770.914644:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.914647:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914653:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9d4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914663:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914668:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914673:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914677:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.914680:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914685:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914695:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x77103a66 (ffff89768c96bc00) 00010000:00010000:3.0:1775764770.914697:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.914699:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914703:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5f9d52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914729:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5f9d44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4d6 expref: 332 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914739:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4d6 expref: 331 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.914746:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b5:0x0].0x0 (ffff897682c46800) 00010000:00010000:3.0:1775764770.914748:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764770.914750:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1e00, rc 0) 00000040:00080000:2.0:1775764770.914944:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2874, 64 off192192 00010000:00010000:2.0:1775764770.914998:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915007:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915015:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.915015:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+332:2379:x1862022966941568:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 847us (1248us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764770.915023:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.915023:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 62 00010000:00010000:2.0:1775764770.915028:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915033:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915046:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764770.915060:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.915064:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915070:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.915073:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915079:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915087:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b6:0x0].0x0 (ffff89768faaae00) 00010000:00010000:2.0:1775764770.915089:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.915092:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915100:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9d75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.915108:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.915110:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.915112:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.915528:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.915536:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.915542:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.915551:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.915553:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.915558:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.915565:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b6:0x0].0x0 (ffff89768faaae00) 00010000:00010000:3.0:1775764770.915568:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764770.915571:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.915576:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5f9d67 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917119:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.917129:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917140:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917152:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2eb:0x0].0x0 (ffff89768244ae00) 00010000:00010000:0.0:1775764770.917155:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.917159:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917166:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9d2f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917194:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917202:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917208:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917213:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.917216:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917222:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.917583:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.917589:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917721:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:0.0:1775764770.917724:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.917727:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.917731:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d21 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.917741:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c98cc1dc reply state 000000006cdf6eab transno 4294997426 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.917751:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764770.917886:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.917891:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.917894:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.917899:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.917911:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:3.0:1775764770.917913:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.917916:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.917921:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5f9d59 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764770.917932:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007236895d reply state 000000006ff81a0a transno 4294997427 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.917938:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.918046:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966941440:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 9103us (10052us total) trans 4294997426 rc 0/0 00000100:00100000:0.0:1775764770.918055:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50946 00000100:00100000:2.0:1775764770.918143:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966941824:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3875us (4537us total) trans 4294997427 rc 0/0 00000100:00100000:2.0:1775764770.918150:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50947 00000100:00100000:1.0:1775764770.921534:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764770.921562:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.921576:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.921584:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.921590:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.921595:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.921602:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.921618:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0xe364b611 (ffff89768244af00) 00010000:00010000:2.0:1775764770.921622:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.921627:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.921636:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9d28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.921638:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942080 00000100:00100000:0.0:1775764770.921647:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942080 00000100:00100000:0.0:1775764770.921698:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50948 00000100:00100000:0.0:1775764770.921707:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966942080:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.921760:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.921777:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5f9ccd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4ba expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921793:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686740c00/0x2aac6a50e5f3643 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a5f7 expref: 330 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921802:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff8977a2c32f00) 00010000:00010000:0.0:1775764770.921808:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.921827:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921838:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921847:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921860:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921866:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921873:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921975:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921983:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.921990:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764770.922861:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2875, 64 off192256 00010000:00010000:0.0:1775764770.922928:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.922937:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.922945:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.922953:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.922958:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.922962:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923344:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764770.923365:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923372:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923378:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923383:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.923387:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923393:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923403:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764770.923406:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.923409:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923414:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9d8a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923429:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923435:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923445:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923449:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.923452:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923457:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923540:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923547:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923552:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923557:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.923559:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923564:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923573:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0xc4fc354d (ffff89768faaaf00) 00010000:00010000:1.0:1775764770.923575:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.923578:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.923583:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9d60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b1:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923711:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:0.0:1775764770.923714:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.923717:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.923722:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9d7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.923732:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048eec063 reply state 00000000acefc123 transno 4294997428 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.923740:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764770.923803:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966942080:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2095us (2279us total) trans 4294997428 rc 0/0 00000100:00100000:0.0:1775764770.923812:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50948 00010000:00010000:3.0:1775764770.924361:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.924368:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.924375:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.924378:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.924385:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.924395:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ee:0x0].0x0 (ffff89768244a000) 00010000:00010000:3.0:1775764770.924397:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.924400:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.924405:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9d91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.924424:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.924426:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.924428:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.925706:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.925719:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.925726:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.925731:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.925735:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.925742:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.925753:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x8d5ea5b7 (ffff89768244a900) 00010000:00010000:2.0:1775764770.925756:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.925759:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.925765:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9d83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ea:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.926022:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.926076:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942336 00000100:00100000:1.0:1775764770.926085:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942336 00000100:00100000:1.0:1775764770.926139:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50949 00000100:00100000:1.0:1775764770.926149:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966942336:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.926218:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.926256:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5f9d6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4d6 expref: 329 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926274:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976889bda00/0x2aac6a50e5ec77e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421869a expref: 328 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926282:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b5:0x0].0x0 (ffff897682c46800) 00010000:00010000:1.0:1775764770.926289:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.926308:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926329:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926339:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926354:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926361:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926367:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926588:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926675:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.926684:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764770.927045:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2871, 64 off192000 00010000:00010000:1.0:1775764770.927087:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927093:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927098:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927103:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927107:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927110:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927123:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.927136:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927139:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927142:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927148:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.927151:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927157:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927165:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b5:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764770.927168:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.927171:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927175:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9da6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927190:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927196:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927202:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927207:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.927210:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927215:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927224:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:1.0:1775764770.927225:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.927227:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.927231:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9d98 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.927236:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5eb06dd reply state 00000000c6f9a1a1 transno 4294997429 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.927241:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764770.927415:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764770.927422:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.927428:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764770.927431:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.927436:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.927442:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b5:0x0].0x0 (ffff897783000700) 00010000:00010000:3.0:1775764770.927443:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764770.927445:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.927448:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.927458:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.927459:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764770.927460:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764770.927693:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966942336:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1544us (1672us total) trans 4294997429 rc 0/0 00000100:00100000:1.0:1775764770.927700:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50949 00010000:00010000:2.0:1775764770.930148:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.930167:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.930174:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.930180:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.930184:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.930191:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.930205:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x77103a66 (ffff897783000000) 00010000:00010000:2.0:1775764770.930208:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.930211:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.930217:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9d9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b1:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.933235:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.933299:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942464 00000100:00100000:3.0:1775764770.933308:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942464 00000100:00100000:3.0:1775764770.933362:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16211 00000100:00100000:3.0:1775764770.933370:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+328:19723:x1862022966942464:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:0.0:1775764770.936602:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.936821:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942592 00000100:00100000:3.0:1775764770.936829:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942592 00000100:00100000:3.0:1775764770.936878:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16212 00000100:00100000:3.0:1775764770.936888:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966942592:12345-192.168.202.46@tcp:37:dbench.0 00010000:00010000:0.0:1775764770.938259:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764770.940404:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966942464:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 7026us (7170us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.940417:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16211 00000100:00100000:2.0:1775764770.942036:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966942592:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 5143us (5443us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.942048:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16212 00000100:00100000:1.0:1775764770.944858:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.945046:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942720 00000100:00100000:0.0:1775764770.945057:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942720 00000100:00100000:0.0:1775764770.945118:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50950 00000100:00100000:0.0:1775764770.945127:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+328:19723:x1862022966942720:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764770.945146:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.945177:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9db4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4dd expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945280:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945295:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945306:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945321:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945328:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945333:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945428:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945436:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945442:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.945517:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e4:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.945521:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.945541:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945551:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945559:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945564:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945570:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945575:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.945579:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945586:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945597:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.945600:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.945605:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945612:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9dbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945628:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945634:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945639:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945644:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.945646:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945652:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945659:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x21e72734 (ffff89768244ae00) 00010000:00010000:0.0:1775764770.945662:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.945665:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945670:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9dc2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945698:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9db4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4dd expref: 330 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945711:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4dd expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.945723:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:0.0:1775764770.945725:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.945727:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3e400, rc 0) 00000100:00100000:0.0:1775764770.946597:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966942720:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1339us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.946606:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50950 00000100:00100000:0.0:1775764770.948139:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.948226:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942848 00000100:00100000:1.0:1775764770.948235:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942848 00000100:00100000:1.0:1775764770.948522:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50951 00000100:00100000:1.0:1775764770.948532:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966942848:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:1.0:1775764770.948551:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.948571:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9dd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4e4 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.948677:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.948693:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.948707:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.948722:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.948729:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.948735:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949029:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949037:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949044:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.949075:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29f:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.949079:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.949094:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949103:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949111:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949121:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949127:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949134:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.949137:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949145:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949166:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764770.949169:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.949174:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949180:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9dd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949192:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949197:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949202:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949206:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.949209:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949214:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949221:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x801dd473 (ffff897783000600) 00010000:00010000:1.0:1775764770.949223:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.949225:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949230:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9dde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949272:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9dd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4e4 expref: 331 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949286:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4e4 expref: 330 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.949292:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29f:0x0].0x0 (ffff897690fc9400) 00010000:00010000:1.0:1775764770.949294:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.949297:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:1.0:1775764770.949369:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966942848:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 838us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.949376:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50951 00000100:00100000:2.0:1775764770.950759:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.950833:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966942976 00000100:00100000:3.0:1775764770.950839:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966942976 00000100:00100000:3.0:1775764770.950889:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5393 00000100:00100000:3.0:1775764770.950899:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+330:2380:x1862022966942976:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764770.950912:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764770.950931:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e400/0x2aac6a50e5f9dc9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4dd expref: 330 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.950945:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:3.0:1775764770.950947:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764770.950984:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+329:2380:x1862022966942976:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 88us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764770.950991:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5393 00000100:00100000:2.0:1775764770.953292:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.953331:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764770.953416:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966943232 00000100:00100000:1.0:1775764770.953426:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966943232 00000100:00100000:1.0:1775764770.953552:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966943360 00000100:00100000:1.0:1775764770.953556:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966943360 00000100:00100000:1.0:1775764770.953577:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50952 00000100:00100000:1.0:1775764770.953586:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966943232:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.953640:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.953661:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cae600/0x2aac6a50e5f8692 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c0a7 expref: 330 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953679:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768669ec00) 00010000:00010000:1.0:1775764770.953694:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f8ce3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2b4 expref: 329 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953702:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764770.953706:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.953724:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953736:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953745:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953758:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953765:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953772:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953926:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953935:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.953941:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.954902:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50953 00000100:00100000:0.0:1775764770.954917:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+328:19887:x1862022966943360:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:0.0:1775764770.954933:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.954947:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4eb expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.954970:0:9373:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 2/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.954979:0:9373:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 4/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.954996:0:9373:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.955009:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.955017:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.955020:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.955024:0:9373:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 3/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.955031:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fc00, rc 0) 00000100:00100000:0.0:1775764770.955088:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+329:19887:x1862022966943360:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 177us (1756us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.955095:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50953 00000100:00100000:3.0:1775764770.960461:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.960541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.960647:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966943488 00000100:00100000:0.0:1775764770.960656:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966943488 00000100:00100000:0.0:1775764770.960717:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5394 00000100:00100000:0.0:1775764770.960727:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+329:2379:x1862022966943488:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764770.960744:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764770.960769:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9de5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4e4 expref: 329 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.960791:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29f:0x0].0x0 (ffff897690fc9400) 00010000:00010000:0.0:1775764770.960796:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764770.960851:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+328:2379:x1862022966943488:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 125us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.960859:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5394 00000100:00100000:1.0:1775764770.961699:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966943744 00000100:00100000:1.0:1775764770.961704:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966943744 00000100:00100000:1.0:1775764770.961737:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50954 00000100:00100000:1.0:1775764770.961745:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966943744:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764770.961792:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764770.961808:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374200/0x2aac6a50e5e88af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42173f4 expref: 328 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961822:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29f:0x0].0x0 (ffff897690fc9400) 00010000:00010000:1.0:1775764770.961836:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f8ba8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c260 expref: 327 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961845:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764770.961848:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764770.961867:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961880:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961894:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961908:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961915:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.961921:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.962217:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.962226:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.962233:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764770.962734:0:5796:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2e4:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764770.962842:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962851:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962862:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962868:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.962872:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962880:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962890:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff897783000900) 00010000:00010000:0.0:1775764770.962893:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.962896:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962902:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9dfa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962922:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962927:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962933:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962938:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.962940:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962949:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962956:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.962958:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.962963:0:5796:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 327 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962972:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 327 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.962979:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 327 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.963012:0:5796:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 327 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.963025:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978359040:192.168.202.46@tcp:105: 00000100:00100000:0.0:1775764770.963160:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788983780 going to sleep for 11 seconds 00000040:00080000:1.0:1775764770.965458:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2872, 64 off192064 00010000:00010000:1.0:1775764770.965627:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965642:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965653:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965661:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965668:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965674:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965741:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764770.965762:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965768:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965773:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965839:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.965844:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965850:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965871:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29f:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764770.965874:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764770.965878:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965884:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e16 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965904:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965911:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965917:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965922:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.965924:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965929:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965937:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764770.965939:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.965941:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.965946:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e08 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.965954:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a260d4a8 reply state 00000000344a31bb transno 4294997431 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.965963:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.966040:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966943744:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 4292us (5495us total) trans 4294997431 rc 0/0 00000100:00100000:1.0:1775764770.966049:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50954 00010000:00010000:2.0:1775764770.966240:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764770.966379:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.966387:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764770.966390:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.966397:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.966406:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29f:0x0].0x0 (ffff897783000700) 00010000:00010000:2.0:1775764770.966409:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764770.966411:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.966417:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9e1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.966432:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.966434:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764770.966436:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.971563:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.971685:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.971846:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966944000 00000100:00100000:2.0:1775764770.971855:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966944000 00000100:00100000:2.0:1775764770.971903:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16213 00000100:00100000:2.0:1775764770.971913:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+329:19887:x1862022966944000:12345-192.168.202.46@tcp:37:ll_sa.0 00000100:00100000:1.0:1775764770.972539:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978359040:192.168.202.46@tcp:105: 00010000:00010000:1.0:1775764770.972568:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.972579:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9dec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764770.972597:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3b5bc28 reply state 00000000e12328ba transno 4294997430 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764770.972607:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764770.972684:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966943232:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 19098us (19397us total) trans 4294997430 rc 0/0 00000100:00100000:1.0:1775764770.972693:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50952 00000100:00100000:1.0:1775764770.972715:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966943872 00000100:00100000:1.0:1775764770.972719:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966943872 00000100:00100000:0.0:1775764770.975952:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50955 00000100:00100000:0.0:1775764770.975971:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+331:19889:x1862022966943872:12345-192.168.202.46@tcp:101:ll_sa.0 00010000:00010000:0.0:1775764770.976003:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.976023:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4f2 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.976056:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 332 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.976072:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 332 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.976081:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:0.0:1775764770.976084:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.976087:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687a3fa00, rc 0) 00000100:00100000:0.0:1775764770.976122:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+332:19889:x1862022966943872:12345-192.168.202.46@tcp:101:ll_sa.0 Request processed in 159us (4567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.976129:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50955 00010000:00010000:3.0:1775764770.977273:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.977284:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.977292:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.977302:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764770.977305:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.977310:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.977320:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x801dd473 (ffff897783000000) 00010000:00010000:3.0:1775764770.977322:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764770.977325:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.977329:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5f9e0f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.979544:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.979815:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764770.980628:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+329:19887:x1862022966944000:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 8713us (8938us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.980644:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16213 00000100:00100000:2.0:1775764770.980680:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966944128 00000100:00100000:2.0:1775764770.980688:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966944128 00000100:00100000:2.0:1775764770.980723:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966944256 00000100:00100000:2.0:1775764770.980725:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966944256 00000100:00100000:2.0:1775764770.980745:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50956 00000100:00100000:2.0:1775764770.980753:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966944128:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.980772:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.980791:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9e2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c4f9 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.980879:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.980894:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.980906:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.980921:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.980928:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.980934:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981025:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981033:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981039:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.981070:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29d:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.981074:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.981092:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981102:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981110:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981116:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981123:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981128:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.981132:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981140:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981150:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764770.981153:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.981158:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981163:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5f9e32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981177:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981183:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981189:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981194:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.981196:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981202:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981208:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x1e0192a5 (ffff89768faaa300) 00010000:00010000:2.0:1775764770.981210:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.981212:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981217:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5f9e39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981242:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5f9e2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f9 expref: 332 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981255:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f9 expref: 331 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981261:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29d:0x0].0x0 (ffff8977a03d6600) 00010000:00010000:2.0:1775764770.981264:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.981266:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9800, rc 0) 00000100:00100000:2.0:1775764770.981301:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966944128:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 549us (1767us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.981307:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50956 00000100:00100000:2.0:1775764770.981321:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50957 00000100:00100000:2.0:1775764770.981330:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966944256:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:2.0:1775764770.981342:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764770.981351:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9e47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c500 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981402:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981411:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981418:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981428:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981438:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981443:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981519:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981527:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981533:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764770.981550:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c2:0x0]: returning size 260096 00000004:00200000:2.0:1775764770.981552:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764770.981560:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981567:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981574:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981579:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981584:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981592:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.981595:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981600:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981607:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764770.981609:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.981612:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981617:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5f9e4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981626:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981631:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981637:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981641:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.981643:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981648:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981656:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xca0b3ea (ffff89768faaaf00) 00010000:00010000:2.0:1775764770.981659:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.981661:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981666:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5f9e55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981683:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5f9e47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c500 expref: 332 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981692:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c500 expref: 331 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.981699:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:2.0:1775764770.981701:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764770.981704:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9a00, rc 0) 00000100:00100000:2.0:1775764770.981722:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966944256:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 394us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.981727:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50957 00010000:00010000:1.0:1775764770.982558:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.982567:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.982574:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.982579:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.982581:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.982587:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.982598:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x21e72734 (ffff897783000c00) 00010000:00010000:1.0:1775764770.982600:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.982604:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.982610:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5f9df3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.982960:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.988705:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764770.988705:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.988739:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764770.988775:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966944768 00000100:00100000:0.0:1775764770.988877:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966944768 00000100:00100000:0.0:1775764770.988927:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966945024 00000100:00100000:0.0:1775764770.988930:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966945024 00000100:00100000:0.0:1775764770.988951:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50958 00000100:00100000:0.0:1775764770.988960:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966944768:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.989025:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:3.0:1775764770.989050:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50959 00010000:00010000:0.0:1775764770.989051:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5f9e5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c500 expref: 331 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.989059:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966945024:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764770.989074:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4c00/0x2aac6a50e5f7d9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bdb3 expref: 330 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989079:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764770.989086:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:3.0:1775764770.989089:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5f9e40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f9 expref: 329 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989102:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fc00/0x2aac6a50e5f9e01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4eb expref: 328 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989102:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5800/0x2aac6a50e5e879e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42173a7 expref: 328 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989111:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29d:0x0].0x0 (ffff8977a03d6600) 00010000:00010000:0.0:1775764770.989112:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.989115:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764770.989117:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764770.989132:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989132:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989144:0:5796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 326 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989145:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989152:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989165:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989178:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989184:0:5796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 326 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989185:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989191:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.989197:0:5796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 326 pid: 9373 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.989211:0:5796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978359168:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764770.989309:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.989314:0:5796:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00010000:00010000:0.0:1775764770.989317:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.989323:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.989453:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966944384 00000100:00100000:2.0:1775764770.989458:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966944384 00000100:00100000:2.0:1775764770.989523:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16214 00000100:00100000:2.0:1775764770.989530:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+327:19889:x1862022966944384:12345-192.168.202.46@tcp:37:ll_sa.0 00000004:00080000:0.0:1775764770.989765:0:9373:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c2:0x0] is inserted into orphan list, open count = 1 00000100:00100000:1.0:1775764770.989980:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966944512 00000100:00100000:1.0:1775764770.989985:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966944512 00000100:00100000:1.0:1775764770.990022:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 63 00000100:00100000:1.0:1775764770.990030:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+328:2381:x1862022966944512:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:1.0:1775764770.990049:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.990061:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c507 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990131:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990140:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990148:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990160:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990167:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990174:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990260:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990269:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990277:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.990302:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c4:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.990306:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.990323:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990334:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990342:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990348:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990354:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990359:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.990364:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990370:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990372:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990379:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990381:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764770.990384:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.990385:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990388:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990390:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.990394:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990395:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5f9e86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990400:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990407:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff89768244a500) 00010000:00010000:1.0:1775764770.990407:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990409:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764770.990412:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990414:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990418:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f400/0x2aac6a50e5f9e78 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990420:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990424:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.990426:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990431:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990433:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990437:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xa5e17578 (ffff897783000600) 00010000:00010000:0.0:1775764770.990438:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990440:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.990443:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990444:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990448:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5f9e8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990449:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.990452:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990458:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990490:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.990493:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.990495:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.990501:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ee00/0x2aac6a50e5f9e63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990503:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5f9e7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c507 expref: 331 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764770.990511:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000c49575 reply state 0000000063a8dbe3 transno 4294997432 ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990515:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c507 expref: 330 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.990521:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764770.990522:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:1.0:1775764770.990524:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.990527:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac400, rc 0) 00010000:00010000:1.0:1775764770.990530:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.990537:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9e9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c50e expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990556:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990562:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990569:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764770.990571:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966944768:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1613us (1875us total) trans 4294997432 rc 0/0 00000100:00100000:0.0:1775764770.990579:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50958 00010000:00010000:1.0:1775764770.990581:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.990587:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.991368:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.991431:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.991437:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.991441:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.991454:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c0:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.991457:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.995033:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995058:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995069:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995073:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995078:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995081:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.995084:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995089:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995101:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764770.995104:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.995107:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995111:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5f9ea2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995120:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995123:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995126:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995130:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.995131:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995134:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995138:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x5e0db83a (ffff897783000200) 00010000:00010000:1.0:1775764770.995139:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.995141:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995143:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5f9ea9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995189:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5f9e9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c50e expref: 333 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995204:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c50e expref: 332 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995212:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:1.0:1775764770.995213:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.995215:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad800, rc 0) 00010000:00010000:1.0:1775764770.995222:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764770.995233:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9eb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c515 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995274:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995284:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995293:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995307:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995312:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995316:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995383:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995389:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995393:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764770.995407:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c8:0x0]: returning size 260096 00000004:00200000:1.0:1775764770.995409:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764770.995419:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995424:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995428:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995431:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995435:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995438:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.995440:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995443:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995448:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764770.995449:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.995451:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995454:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5f9ebe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995460:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995495:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995501:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995505:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778843e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764770.995507:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995515:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995523:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x17d46a (ffff897783000d00) 00010000:00010000:1.0:1775764770.995525:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764770.995527:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995533:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5f9ec5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995552:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5f9eb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c515 expref: 334 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995560:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c515 expref: 333 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764770.995564:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:1.0:1775764770.995566:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764770.995567:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c200, rc 0) 00010000:00010000:1.0:1775764770.995569:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.995613:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9ed3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c51c expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995638:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995645:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995653:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995669:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995676:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995683:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995733:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995741:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995748:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.995764:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cc:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.995767:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.995775:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995795:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995802:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995807:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995816:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995821:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.995824:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995830:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995837:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.995840:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.995843:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995848:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e600/0x2aac6a50e5f9eda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995858:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995864:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995880:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995886:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.995888:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995897:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995904:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x103f9c81 (ffff89768244a900) 00010000:00010000:0.0:1775764770.995906:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.995908:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995914:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9ee1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995936:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f600/0x2aac6a50e5f9ed3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c51c expref: 335 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995947:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c51c expref: 334 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.995953:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:0.0:1775764770.995955:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.995956:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935c00, rc 0) 00010000:00010000:0.0:1775764770.995960:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.995966:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9eef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c523 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764770.996208:0:5796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5796:1862022978359168:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764770.996211:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996219:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996229:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764770.996238:0:5796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996239:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996255:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996263:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996314:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996322:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996329:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.996344:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xec1:0x0]: returning size 543 00000004:00200000:0.0:1775764770.996346:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.996356:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996363:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996370:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996379:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996386:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996390:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.996393:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996399:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996406:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.996408:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.996412:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996417:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9ef6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996427:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996433:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996439:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996444:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.996447:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996452:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996459:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xb0449b87 (ffff89768244a000) 00010000:00010000:0.0:1775764770.996461:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.996496:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996502:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5f9efd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996526:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5f9eef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c523 expref: 336 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996536:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c523 expref: 335 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996543:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:0.0:1775764770.996545:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.996547:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934400, rc 0) 00010000:00010000:0.0:1775764770.996551:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.996559:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f9f0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c52a expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996579:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996587:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996593:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996604:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996610:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996616:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996663:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996671:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996677:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.996692:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d6:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.996694:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.996703:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996710:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996715:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996723:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996728:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996732:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.996735:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996740:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996747:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.996749:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.996752:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996756:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5f9f12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996765:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.996771:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997126:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997135:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.997138:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997205:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997215:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x9e362f1b (ffff89768244af00) 00010000:00010000:0.0:1775764770.997218:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.997221:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997226:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5f9f19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997309:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5f9f0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c52a expref: 337 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997322:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c52a expref: 336 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997328:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:0.0:1775764770.997330:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.997332:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8ee00, rc 0) 00010000:00010000:0.0:1775764770.997337:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764770.997344:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f9f27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c531 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997368:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997375:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997384:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997396:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997403:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997409:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997488:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997498:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997505:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764770.997522:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ca:0x0]: returning size 260096 00000004:00200000:0.0:1775764770.997525:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764770.997534:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997541:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997548:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997556:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997560:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997565:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.997568:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997572:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997579:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764770.997581:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.997583:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997588:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5f9f2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997596:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997602:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997608:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997613:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764770.997616:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997621:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997628:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc3f00931 (ffff897691328200) 00010000:00010000:0.0:1775764770.997630:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764770.997632:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997637:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5f9f35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997659:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5f9f27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c531 expref: 338 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997670:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c531 expref: 337 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764770.997677:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:0.0:1775764770.997679:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764770.997681:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8fe00, rc 0) 00000100:00100000:0.0:1775764770.997739:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+337:2381:x1862022966944512:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 7709us (9041us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764770.997749:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 63 00010000:00010000:2.0:1775764770.998116:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.998125:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.998128:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.998131:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687a3f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764770.998132:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.998136:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.998141:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xca0b3ea (ffff89768244ae00) 00010000:00010000:2.0:1775764770.998143:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764770.998144:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764770.998148:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3f000/0x2aac6a50e5f9e71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764770.998725:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+334:19889:x1862022966944384:12345-192.168.202.46@tcp:37:ll_sa.0 Request processed in 9193us (15764us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764770.998735:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16214 00000100:00100000:0.0:1775764771.003755:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.003809:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.003863:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966945408 00000100:00100000:3.0:1775764771.003873:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966945408 00000100:00100000:3.0:1775764771.003932:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 64 00000100:00100000:3.0:1775764771.003941:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+334:2381:x1862022966945408:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764771.003974:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.003995:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9f43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c538 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004088:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004100:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004109:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004118:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004122:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004126:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004244:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004253:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004259:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.004281:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2de:0x0]: returning size 260096 00000004:00200000:3.0:1775764771.004285:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764771.004304:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004315:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004321:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004325:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004330:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004333:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.004336:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004340:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004347:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.004349:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.004352:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004355:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5f9f4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004363:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004367:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004371:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004374:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.004375:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004378:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004381:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x3afecd66 (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.004383:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.004384:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004387:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5f9f51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004406:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5f9f43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c538 expref: 336 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004414:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c538 expref: 335 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004418:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:3.0:1775764771.004419:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764771.004421:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1800, rc 0) 00010000:00010000:3.0:1775764771.004423:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.004428:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9f5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c53f expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004441:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004446:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004450:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004456:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004460:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.004496:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004575:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004584:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004591:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.004606:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e0:0x0]: returning size 260096 00000004:00200000:0.0:1775764771.004608:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.004617:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004625:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004631:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004637:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004643:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004648:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.004651:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004656:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004663:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.004665:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.004668:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004673:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5f9f66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004682:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004688:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004693:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004698:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.004701:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004707:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004714:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xbea011c (ffff89768c96b200) 00010000:00010000:0.0:1775764771.004716:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.004718:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004723:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5f9f6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004744:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5f9f5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c53f expref: 337 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004754:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c53f expref: 336 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004761:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:0.0:1775764771.004763:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.004765:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e000, rc 0) 00010000:00010000:0.0:1775764771.004769:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1775764771.004772:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966945280 00010000:00010000:0.0:1775764771.004776:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9f7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c546 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.004777:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966945280 00000100:00100000:1.0:1775764771.004837:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50960 00000100:00100000:1.0:1775764771.004846:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+337:19723:x1862022966945280:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.004887:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.004906:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5f9e94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c507 expref: 337 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004923:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931200/0x2aac6a50e5f7e18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bddd expref: 337 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004932:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897690fc9b00) 00010000:00010000:0.0:1775764771.004933:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004938:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.004940:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004945:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004947:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004953:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004959:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004960:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004966:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004970:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.004972:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004977:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.004983:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005026:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005029:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005034:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005037:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005040:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005043:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.005057:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d2:0x0]: returning size 260096 00000004:00200000:0.0:1775764771.005059:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.005067:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005074:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005080:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005085:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005089:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005094:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.005097:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005102:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005108:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.005111:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.005113:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005118:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5f9f82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005126:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005130:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005135:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005140:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.005142:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005148:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005165:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x6324417e (ffff897691328900) 00010000:00010000:0.0:1775764771.005168:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.005171:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005177:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7e00/0x2aac6a50e5f9f90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005199:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5f9f7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c546 expref: 337 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005209:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c546 expref: 336 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005215:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:0.0:1775764771.005217:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.005219:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6a00, rc 0) 00010000:00010000:0.0:1775764771.005223:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.005228:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9fac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c54d expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005253:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005261:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005268:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005280:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005286:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005292:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005338:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005346:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005352:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.005366:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed6:0x0]: returning size 2048 00000004:00200000:0.0:1775764771.005368:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.005377:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005383:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005389:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005394:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005399:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005404:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.005407:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005412:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005419:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00000004:00080000:1.0:1775764771.005420:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c4:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.005421:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.005424:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005429:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7000/0x2aac6a50e5f9fb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005436:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005441:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005446:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005451:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.005453:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005458:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005495:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd13fc2bb (ffff897691328a00) 00010000:00010000:0.0:1775764771.005498:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.005501:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005506:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163ee00/0x2aac6a50e5f9fba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005527:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6400/0x2aac6a50e5f9fac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c54d expref: 339 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005537:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c54d expref: 338 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005543:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:1.0:1775764771.005543:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005545:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.005548:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778163f400, rc 0) 00010000:00010000:1.0:1775764771.005550:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005551:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.005556:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005557:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778163e000/0x2aac6a50e5f9fc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c554 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005562:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8dc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.005565:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005572:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005575:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005579:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897783000c00) 00010000:00010000:0.0:1775764771.005582:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005582:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.005584:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005589:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005590:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5f9f9e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005600:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005604:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005606:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005610:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005612:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005615:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005620:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8c400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.005622:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005627:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005635:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764771.005637:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.005640:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.005645:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5f9f89 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.005654:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040d71909 reply state 00000000666afaff transno 4294997433 ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005657:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.005662:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764771.005665:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005671:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.005683:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xecd:0x0]: returning size 4096 00000004:00200000:0.0:1775764771.005686:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.005693:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005700:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005706:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005710:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005715:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005719:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.005721:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005727:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.005729:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966945280:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 884us (1984us total) trans 4294997433 rc 0/0 00010000:00010000:0.0:1775764771.005734:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.005737:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1775764771.005737:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50960 00010000:00010000:0.0:1775764771.005739:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005744:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5f9fcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005752:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005758:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005763:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005767:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.005769:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005774:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005780:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x8ee21578 (ffff897691328f00) 00010000:00010000:0.0:1775764771.005782:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.005784:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005789:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5f9fd6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005808:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163e000/0x2aac6a50e5f9fc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c554 expref: 340 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005818:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c554 expref: 339 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005824:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecd:0x0].0x0 (ffff897690fc9300) 00010000:00010000:0.0:1775764771.005826:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.005828:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977814fa800, rc 0) 00010000:00010000:0.0:1775764771.005832:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.005838:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f9fe4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c55b expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005858:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005865:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005872:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005883:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005888:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005895:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005940:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005949:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005955:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.005969:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2dc:0x0]: returning size 260096 00000004:00200000:0.0:1775764771.005971:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.005979:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005987:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005993:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.005999:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006004:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006009:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.006012:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006017:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006025:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.006027:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.006029:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006034:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5f9feb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006042:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006047:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006053:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006057:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.006059:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006065:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006071:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x98ca20bd (ffff897691328c00) 00010000:00010000:0.0:1775764771.006073:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.006075:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006081:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5f9ff2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006100:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5f9fe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c55b expref: 341 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006111:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c55b expref: 340 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006118:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:0.0:1775764771.006120:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.006122:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230200, rc 0) 00010000:00010000:0.0:1775764771.006126:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.006132:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa000 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c562 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006150:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006158:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006164:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006175:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006181:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006187:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006236:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006245:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006251:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.006263:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e2:0x0]: returning size 260096 00000004:00200000:0.0:1775764771.006266:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.006273:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006280:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006286:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006291:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006297:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006301:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.006304:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006309:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006317:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.006320:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.006322:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006328:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa007 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006337:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006343:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006348:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006353:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.006356:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006361:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006367:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xa3962d5b (ffff89768244a900) 00010000:00010000:0.0:1775764771.006369:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.006372:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006377:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa00e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006397:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa000 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c562 expref: 342 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006408:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c562 expref: 341 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.006414:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:0.0:1775764771.006416:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.006418:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231200, rc 0) 00000100:00100000:0.0:1775764771.006501:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+341:2381:x1862022966945408:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 2560us (2689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.006509:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 64 00000100:00100000:1.0:1775764771.010523:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.010639:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966945664 00000100:00100000:3.0:1775764771.010647:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966945664 00010000:00010000:3.0:1775764771.010680:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 341 pid: 9373 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.010714:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23394 00000100:00100000:3.0:1775764771.010724:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+341:2379:x1862022966945664:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764771.010738:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764771.010745:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 341 pid: 9373 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.010762:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 341 pid: 9373 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.010779:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3fa00/0x2aac6a50e5f9e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4f2 expref: 341 pid: 9373 timeout: 1497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.010799:0:5779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:3.0:1775764771.010803:0:5779:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.010810:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.010815:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.010836:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.010853:0:5796:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.010870:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.010876:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+340:2379:x1862022966945664:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 154us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764771.010883:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23394 00010000:00010000:0.0:1775764771.010892:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.010900:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.010908:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011027:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011035:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011045:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011364:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011372:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011378:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011383:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.011387:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011393:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011403:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xa5e17578 (ffff897783000600) 00010000:00010000:1.0:1775764771.011406:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.011410:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.011415:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5f9f97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764771.011572:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2873, 64 off192128 00010000:00010000:0.0:1775764771.011635:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011644:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011651:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011657:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011662:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011667:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011688:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.011706:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011711:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011717:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011725:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.011728:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011732:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011739:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29d:0x0].0x0 (ffff89768244a000) 00010000:00010000:0.0:1775764771.011742:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.011745:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011750:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa023 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011764:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011769:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011775:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011779:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.011782:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011788:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011800:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:0.0:1775764771.011802:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.011805:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.011810:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5f9e6a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.011811:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.011817:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.011818:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009cc69a8d reply state 000000007b6cd716 transno 4294997434 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.011824:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc1668060) 00000100:00100000:0.0:1775764771.011827:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764771.011827:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.011832:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.011840:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29d:0x0].0x0 (ffff89768244a000) 00010000:00010000:3.0:1775764771.011841:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.011844:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.011848:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa02a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.011858:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.011860:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.011861:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.011873:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+340:19724:x1862022966945024:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 22815us (23132us total) trans 4294997434 rc 0/0 00000100:00100000:0.0:1775764771.011880:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50959 00000100:00100000:0.0:1775764771.020066:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.020185:0:5799:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966945536 00000100:00100000:1.0:1775764771.020195:0:5799:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966945536 00000100:00100000:1.0:1775764771.020361:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 65 00000100:00100000:1.0:1775764771.020371:0:5799:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+340:2382:x1862022966945536:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:1.0:1775764771.020423:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.020442:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5fa031 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c569 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020451:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020459:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020504:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020511:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.020516:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020524:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020539:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x1e0192a5 (ffff89768244af00) 00010000:00010000:3.0:1775764771.020542:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.020546:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.020552:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa01c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020563:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020574:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020585:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020598:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020604:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020609:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020705:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020711:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020715:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.020730:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a5:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.020732:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.020745:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020753:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020758:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020762:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020765:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020768:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8d200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.020769:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020773:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020778:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.020779:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.020781:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020785:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d200/0x2aac6a50e5fa038 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020796:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020799:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020802:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020806:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8dc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.020807:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020810:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020814:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x9062bf83 (ffff897783000600) 00010000:00010000:1.0:1775764771.020815:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.020817:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020819:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8dc00/0x2aac6a50e5fa03f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020840:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c400/0x2aac6a50e5fa031 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c569 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020849:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c569 expref: 340 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020853:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a5:0x0].0x0 (ffff89768225d900) 00010000:00010000:1.0:1775764771.020855:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.020856:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682c8c800, rc 0) 00010000:00010000:1.0:1775764771.020859:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.020865:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5fa04d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c570 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020883:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020890:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020897:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020908:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020914:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020921:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020962:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020968:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.020972:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.020985:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a3:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.020988:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.020996:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021004:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021010:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021016:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021021:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021027:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682c8da00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021030:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021036:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021043:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.021044:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021047:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021050:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8da00/0x2aac6a50e5fa054 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021056:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021059:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021062:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021066:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778843e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021067:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021070:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021073:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x10cfb8f0 (ffff897783000c00) 00010000:00010000:1.0:1775764771.021075:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021076:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021079:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843e200/0x2aac6a50e5fa05b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021095:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c000/0x2aac6a50e5fa04d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c570 expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021101:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c570 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021106:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a3:0x0].0x0 (ffff89768225d100) 00010000:00010000:1.0:1775764771.021107:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.021108:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687972600, rc 0) 00010000:00010000:1.0:1775764771.021110:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.021115:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5fa069 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c577 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021126:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021131:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021135:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021141:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021145:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021149:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021195:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021204:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021211:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.021223:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a7:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.021225:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.021230:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021235:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021239:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021243:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021247:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021252:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021255:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021260:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021268:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.021270:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021272:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021278:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972200/0x2aac6a50e5fa070 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021287:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021293:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021299:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021303:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021305:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021309:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021313:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xcbe2ca0f (ffff897783000d00) 00010000:00010000:1.0:1775764771.021314:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021315:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021318:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973e00/0x2aac6a50e5fa077 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021335:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972000/0x2aac6a50e5fa069 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c577 expref: 343 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021341:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c577 expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021345:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a7:0x0].0x0 (ffff89778fe9f800) 00010000:00010000:1.0:1775764771.021347:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.021348:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973c00, rc 0) 00010000:00010000:1.0:1775764771.021350:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.021354:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5fa085 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c57e expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021366:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021371:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021375:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021381:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021385:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021388:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021419:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x295:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021425:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x295:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021429:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x295:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.021437:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x295:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.021439:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.021443:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x295:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021448:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x295:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021452:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021456:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021459:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021461:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021508:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021514:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021522:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.021523:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021525:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021528:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972c00/0x2aac6a50e5fa08c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021534:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021537:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021540:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021544:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687973600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021545:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021548:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021551:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xb65fef2a (ffff897783000200) 00010000:00010000:1.0:1775764771.021553:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021554:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021557:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973600/0x2aac6a50e5fa093 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021573:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973a00/0x2aac6a50e5fa085 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c57e expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021579:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x295:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c57e expref: 343 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021583:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x295:0x0].0x0 (ffff89779907b400) 00010000:00010000:1.0:1775764771.021584:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.021586:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973800, rc 0) 00010000:00010000:1.0:1775764771.021588:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.021592:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5fa0a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c585 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021603:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021608:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021612:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021619:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021622:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021626:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021671:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021677:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021686:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.021696:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a1:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.021698:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.021703:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021707:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021712:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021715:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021718:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021721:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021722:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021725:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021730:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.021731:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021733:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021736:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972800/0x2aac6a50e5fa0a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021741:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021745:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021748:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021751:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897687972e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021752:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021755:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021758:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xee1a16ec (ffff897783000500) 00010000:00010000:1.0:1775764771.021760:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021761:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021764:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972e00/0x2aac6a50e5fa0af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021778:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972400/0x2aac6a50e5fa0a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c585 expref: 345 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021784:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c585 expref: 344 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021788:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a1:0x0].0x0 (ffff89768225de00) 00010000:00010000:1.0:1775764771.021789:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.021791:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897687973000, rc 0) 00010000:00010000:1.0:1775764771.021793:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.021797:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc000/0x2aac6a50e5fa0bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c58c expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021808:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021812:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021816:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021823:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021826:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021830:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021859:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021866:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021872:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.021885:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29a:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.021887:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.021894:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021902:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021908:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021913:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021919:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021924:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8ddc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021927:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021933:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021941:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.021942:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021944:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021947:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8ddc00/0x2aac6a50e5fa0c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021953:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021957:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021960:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021963:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dd000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.021964:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021967:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021971:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xc5f130b7 (ffff897783000e00) 00010000:00010000:1.0:1775764771.021972:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.021973:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021977:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd000/0x2aac6a50e5fa0cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.021999:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc000/0x2aac6a50e5fa0bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c58c expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022008:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c58c expref: 345 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022015:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29a:0x0].0x0 (ffff897690fc9d00) 00010000:00010000:1.0:1775764771.022016:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.022019:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dd200, rc 0) 00010000:00010000:1.0:1775764771.022022:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.022028:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5fa0d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c593 expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022047:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022054:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022059:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022066:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022070:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022074:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022106:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022111:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022115:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.022123:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29c:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.022124:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.022130:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022134:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022138:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022142:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022145:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022148:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dd400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.022150:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022155:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022162:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.022164:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.022167:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022171:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd400/0x2aac6a50e5fa0e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022179:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022185:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022191:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022196:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dde00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.022199:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022205:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022212:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xd60b5417 (ffff897783000000) 00010000:00010000:1.0:1775764771.022214:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.022216:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022220:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dde00/0x2aac6a50e5fa0e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022236:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc400/0x2aac6a50e5fa0d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c593 expref: 347 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022242:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c593 expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022248:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29c:0x0].0x0 (ffff8977a2c32e00) 00010000:00010000:1.0:1775764771.022250:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.022252:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768c8dce00, rc 0) 00010000:00010000:1.0:1775764771.022256:0:5799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.022261:0:5799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5fa0f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c59a expref: -99 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022278:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022285:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022292:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022304:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022311:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022315:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022346:0:5799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x294:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022351:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x294:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022355:0:5799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x294:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.022364:0:5799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x294:0x0]: returning size 260096 00000004:00200000:1.0:1775764771.022365:0:5799:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764771.022370:0:5799:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x294:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022375:0:5799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x294:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022379:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022382:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022385:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022388:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768c8dc600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.022389:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022393:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022397:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.022399:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.022400:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022404:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc600/0x2aac6a50e5fa0fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022409:0:5799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022412:0:5799:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022415:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022419:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.022420:0:5799:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022423:0:5799:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022426:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xbfd87aeb (ffff897783000700) 00010000:00010000:1.0:1775764771.022428:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.022429:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022432:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa103 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022446:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dcc00/0x2aac6a50e5fa0f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c59a expref: 348 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022452:0:5799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x294:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c59a expref: 347 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.022456:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x294:0x0].0x0 (ffff89779907bc00) 00010000:00010000:1.0:1775764771.022458:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764771.022459:0:5799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1000, rc 0) 00000100:00100000:1.0:1775764771.022561:0:5799:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3f83546c-01a9-4156-8a97-44c446245d3e+347:2382:x1862022966945536:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 2191us (2503us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764771.022569:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 65 00000100:00100000:0.0:1775764771.029206:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.029289:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.029394:0:16232:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966946048 00000100:00100000:3.0:1775764771.029404:0:16232:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966946048 00000100:00100000:3.0:1775764771.029563:0:16232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 66 00000100:00100000:3.0:1775764771.029576:0:16232:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+347:2382:x1862022966946048:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764771.029631:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.029658:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5fa111 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5a1 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029762:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029776:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029788:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029802:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029809:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029816:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.029936:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764771.029940:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029949:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.029956:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.029988:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ce:0x0]: returning size 260096 00000004:00200000:3.0:1775764771.029993:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1775764771.030002:0:5800:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966946432 00000100:00100000:2.0:1775764771.030006:0:5800:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966946432 00000004:00010000:3.0:1775764771.030011:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030020:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030029:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030035:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.030036:0:5800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 67 00010000:00010000:3.0:1775764771.030042:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.030044:0:5800:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+349:2381:x1862022966946432:12345-192.168.202.46@tcp:63:ll_sa.0 00010000:00010000:3.0:1775764771.030049:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030053:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030060:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030064:0:5800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.030072:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.030073:0:5800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa12d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5c4 expref: -99 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030075:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.030080:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030086:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1400/0x2aac6a50e5fa118 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030099:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030105:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030109:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030114:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030117:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030122:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030127:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x2ee4e5f8 (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.030129:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.030132:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030137:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0a00/0x2aac6a50e5fa11f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030163:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030172:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030175:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1000/0x2aac6a50e5fa111 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5a1 expref: 351 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030180:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030188:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5a1 expref: 350 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030191:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030197:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:2.0:1775764771.030198:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030199:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764771.030202:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf0200, rc 0) 00010000:00010000:2.0:1775764771.030204:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030206:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.030211:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5fa142 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5a8 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030229:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030236:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030243:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030263:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030270:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030277:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030304:0:5800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x298:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030312:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x298:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030323:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030330:0:5800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x298:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030331:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030337:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.030349:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d8:0x0]: returning size 260096 00000004:00200000:3.0:1775764771.030352:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764771.030360:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764771.030362:0:5800:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x298:0x0]: returning size 260096 00000004:00200000:2.0:1775764771.030365:0:5800:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1775764771.030367:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.030373:0:5800:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x298:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030374:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030380:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030383:0:5800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x298:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030386:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030389:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030391:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030394:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030395:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030401:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030401:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030407:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030408:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.030409:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030411:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.030413:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030415:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030419:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1c00/0x2aac6a50e5fa149 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030422:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764771.030424:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.030427:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030428:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030433:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa134 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030434:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030440:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030442:0:5800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030446:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030449:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030452:0:5800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030455:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030458:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030461:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xf2061246 (ffff89768c96b200) 00010000:00010000:2.0:1775764771.030510:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.030512:0:5800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030517:0:5800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030523:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x5a3b2e4f (ffff89768faaaf00) 00010000:00010000:2.0:1775764771.030525:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.030527:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030546:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa13b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030568:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa12d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5c4 expref: 352 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030579:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.030582:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030588:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0c00/0x2aac6a50e5fa150 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030608:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0800/0x2aac6a50e5fa142 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5a8 expref: 353 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030613:0:5800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x298:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5c4 expref: 352 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030619:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5a8 expref: 351 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.030620:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x298:0x0].0x0 (ffff8977994d2e00) 00010000:00010000:2.0:1775764771.030622:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764771.030625:0:5800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d8400, rc 0) 00010000:00010000:3.0:1775764771.030625:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:3.0:1775764771.030627:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764771.030629:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1200, rc 0) 00010000:00010000:3.0:1775764771.030633:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.030640:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5fa165 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5af expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030659:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030666:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030672:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030683:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030689:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030695:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.030717:0:5800:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3f83546c-01a9-4156-8a97-44c446245d3e+352:2381:x1862022966946432:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 673us (780us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764771.030742:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.030744:0:5800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 67 00010000:00010000:3.0:1775764771.030750:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030757:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.030770:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d4:0x0]: returning size 260096 00000004:00200000:3.0:1775764771.030773:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764771.030782:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030789:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030796:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030801:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030807:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030812:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030814:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030820:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030827:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.030830:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.030833:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030839:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0600/0x2aac6a50e5fa16c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030847:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030852:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030858:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030862:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.030865:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030871:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030878:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x76821429 (ffff89768c96b700) 00010000:00010000:3.0:1775764771.030880:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.030883:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030888:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1e00/0x2aac6a50e5fa173 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030909:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0400/0x2aac6a50e5fa165 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5af expref: 352 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030921:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5af expref: 351 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030928:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:3.0:1775764771.030930:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764771.030932:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cdf1a00, rc 0) 00010000:00010000:3.0:1775764771.030936:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.030943:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5fa181 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5b6 expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030962:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030970:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030977:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030988:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.030994:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031000:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031049:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031058:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031064:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.031078:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d0:0x0]: returning size 260096 00000004:00200000:3.0:1775764771.031080:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764771.031087:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031094:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031100:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031105:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031110:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031114:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf0000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.031117:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031123:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031131:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.031133:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.031136:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031142:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0000/0x2aac6a50e5fa188 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031151:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031157:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031162:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031167:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cdf1600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.031169:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031174:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031181:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x51a4c572 (ffff89768c96b000) 00010000:00010000:3.0:1775764771.031183:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.031186:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031191:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1600/0x2aac6a50e5fa18f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031211:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0e00/0x2aac6a50e5fa181 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5b6 expref: 353 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031222:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5b6 expref: 352 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031228:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:3.0:1775764771.031230:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764771.031233:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac400, rc 0) 00010000:00010000:3.0:1775764771.031236:0:16232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.031243:0:16232:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa19d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5bd expref: -99 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031261:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031269:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031276:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031287:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031293:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031300:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031346:0:16232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031354:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031361:0:16232:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.031376:0:16232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2da:0x0]: returning size 260096 00000004:00200000:3.0:1775764771.031378:0:16232:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764771.031386:0:16232:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031393:0:16232:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031400:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031404:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031409:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031414:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.031417:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031422:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031429:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.031432:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.031434:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031439:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa1a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031448:0:16232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031453:0:16232:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031458:0:16232:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031507:0:16232:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.031510:0:16232:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031516:0:16232:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031523:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xbcf75103 (ffff89768c96b300) 00010000:00010000:3.0:1775764771.031524:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.031527:0:16232:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031531:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa1ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16232 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031552:0:16232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa19d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5bd expref: 354 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031564:0:16232:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5bd expref: 353 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.031569:0:16232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:3.0:1775764771.031572:0:16232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764771.031574:0:16232:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac200, rc 0) 00000100:00100000:3.0:1775764771.031606:0:16232:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3f83546c-01a9-4156-8a97-44c446245d3e+353:2382:x1862022966946048:12345-192.168.202.46@tcp:63:ll_sa.0 Request processed in 2034us (2316us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764771.031614:0:16232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 66 00000100:00100000:3.0:1775764771.032749:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.033369:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966945920 00000100:00100000:1.0:1775764771.033378:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966945920 00000100:00100000:2.0:1775764771.033868:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966946304 00000100:00100000:2.0:1775764771.033874:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966946304 00000100:00100000:2.0:1775764771.033930:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50961 00000100:00100000:2.0:1775764771.033939:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+354:19724:x1862022966946304:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.033987:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764771.034008:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c800/0x2aac6a50e5fa046 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c569 expref: 354 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034031:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5e92db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217735 expref: 353 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034041:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a5:0x0].0x0 (ffff89768225d900) 00010000:00010000:2.0:1775764771.034050:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.034064:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034071:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034078:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034087:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034091:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034095:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034178:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034186:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.034193:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.034669:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50962 00000100:00100000:0.0:1775764771.034677:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+352:19723:x1862022966945920:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.034700:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.034713:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5f9eb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c50e expref: 352 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034728:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5a00/0x2aac6a50e5f7d1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd89 expref: 351 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034740:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897690fc9a00) 00010000:00010000:0.0:1775764771.034746:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.034756:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034765:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034772:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034783:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034852:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034869:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034926:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034934:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.034940:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.035206:0:9373:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.035603:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035612:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035619:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035624:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.035629:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035636:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035645:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff89768244a500) 00010000:00010000:0.0:1775764771.035648:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.035652:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035658:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa1dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035674:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035680:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035686:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035692:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.035695:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035702:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035709:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.035712:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.035714:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.035720:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa1ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.035729:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073f16405 reply state 000000003aa3a39e transno 4294997435 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.035737:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.035818:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+352:19723:x1862022966945920:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1140us (6620us total) trans 4294997435 rc 0/0 00000100:00100000:0.0:1775764771.035825:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50962 00010000:00010000:1.0:1775764771.039989:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.039992:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764771.040001:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.040019:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.040025:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.040029:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.040052:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.040069:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x5e0db83a (ffff89768244a900) 00010000:00010000:1.0:1775764771.040072:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.040075:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.040081:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa1d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764771.040119:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2874, 64 off192192 00000100:00100000:2.0:1775764771.040192:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966946688 00000100:00100000:2.0:1775764771.040202:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966946688 00010000:00010000:0.0:1775764771.040214:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040227:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.040296:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50963 00000100:00100000:2.0:1775764771.040305:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+352:19723:x1862022966946688:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.040357:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764771.040373:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c200/0x2aac6a50e5f9ecc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c515 expref: 352 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040389:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5f7f84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be54 expref: 351 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040399:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff897682209500) 00010000:00010000:2.0:1775764771.040407:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.040422:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040431:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040439:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040452:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040459:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040498:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040511:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040521:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040527:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040531:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040548:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.040564:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.040569:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040574:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040575:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.040578:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040581:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040585:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.040588:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040593:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a5:0x0].0x0 (ffff89768faaae00) 00010000:00010000:0.0:1775764771.040595:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.040598:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040603:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040611:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.040613:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.040614:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.040626:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040631:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040635:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040640:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.040643:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040648:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040655:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a5:0x0].0x0 (ffff89768faaae00) 00010000:00010000:0.0:1775764771.040657:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.040659:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040663:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa1c7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040681:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040687:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040691:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040699:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.040702:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040707:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040715:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:0.0:1775764771.040716:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.040719:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.040724:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa1b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.040732:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bef60f0f reply state 00000000ab3ca760 transno 4294997436 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.040740:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.040796:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+351:19724:x1862022966946304:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 6858us (8049us total) trans 4294997436 rc 0/0 00000100:00100000:0.0:1775764771.040803:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50961 00000004:00080000:2.0:1775764771.040941:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764771.041019:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041027:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041054:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041058:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.041065:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041069:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041075:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764771.041077:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.041078:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041092:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa1f8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041101:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041105:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041108:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041111:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.041112:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041115:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041119:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.041120:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.041122:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.041125:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa1ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.041129:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013262e0b reply state 00000000bcb680a8 transno 4294997437 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.041143:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.041168:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+352:19723:x1862022966946688:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 864us (1192us total) trans 4294997437 rc 0/0 00000100:00100000:2.0:1775764771.041174:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50963 00010000:00010000:3.0:1775764771.042584:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.042599:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.042603:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.042606:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.042609:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.042613:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.042622:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x9062bf83 (ffff89768faaa300) 00010000:00010000:3.0:1775764771.042623:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.042626:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.042630:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa1c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044793:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044808:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044816:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044822:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.044826:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044833:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044847:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x17d46a (ffff89768faaa100) 00010000:00010000:1.0:1775764771.044850:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.044854:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.044860:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa1f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.046721:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.046858:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966946944 00000100:00100000:0.0:1775764771.046867:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966946944 00000100:00100000:0.0:1775764771.046956:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50964 00000100:00100000:0.0:1775764771.046974:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966946944:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.047058:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.047092:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687972600/0x2aac6a50e5fa062 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c570 expref: 350 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047115:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3ea00/0x2aac6a50e5e8ffc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217640 expref: 349 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047123:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a3:0x0].0x0 (ffff89768225d100) 00010000:00010000:0.0:1775764771.047130:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.047145:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047157:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047167:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047182:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047201:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047209:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047355:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047363:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.047369:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764771.047966:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2875, 64 off192256 00010000:00010000:0.0:1775764771.048051:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048060:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048065:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048070:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048074:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048077:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048097:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.048122:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.048127:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048131:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048136:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048794:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048818:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.048818:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.048823:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.048823:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048832:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.048832:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.048844:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a3:0x0].0x0 (ffff89768244af00) 00010000:00010000:2.0:1775764771.048848:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.048850:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a3:0x0].0x0 (ffff89768244af00) 00010000:00010000:2.0:1775764771.048851:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048852:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.048855:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.048857:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa214 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048860:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa20d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048875:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048881:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.048881:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.048882:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.048884:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.048887:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048892:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.048894:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048900:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048920:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:0.0:1775764771.048922:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.048925:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.048934:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa1ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.048956:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063d307ed reply state 0000000098db5793 transno 4294997438 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.048966:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.049084:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966946944:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2108us (2369us total) trans 4294997438 rc 0/0 00000100:00100000:0.0:1775764771.049094:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50964 00000100:00100000:0.0:1775764771.050870:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.051017:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.051028:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.051036:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.051042:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.051046:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.051053:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.051067:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x10cfb8f0 (ffff89768244a500) 00010000:00010000:2.0:1775764771.051070:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.051073:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.051078:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa206 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.051234:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966947200 00000100:00100000:3.0:1775764771.051322:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966947200 00000100:00100000:3.0:1775764771.051404:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50965 00000100:00100000:3.0:1775764771.051414:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966947200:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764771.051504:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764771.051522:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237a00/0x2aac6a50e5f4618 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab53 expref: 349 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051534:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec4:0x0].0x0 (ffff8977929fd700) 00010000:00010000:3.0:1775764771.051541:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.051559:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051571:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051581:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051605:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051612:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051623:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051728:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051737:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.051744:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764771.052173:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2876, 64 off192320 00010000:00010000:3.0:1775764771.052228:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.052574:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.052583:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.052601:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.052607:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.052612:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.052966:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764771.052977:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.052998:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053009:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053015:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053021:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.053025:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053032:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.053040:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966947456 00010000:00010000:2.0:1775764771.053042:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec4:0x0].0x0 (ffff89768c96b000) 00010000:00010000:2.0:1775764771.053045:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1775764771.053047:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966947456 00010000:00010000:2.0:1775764771.053048:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053053:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa229 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xec4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053069:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053075:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053081:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053085:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.053088:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.053089:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50966 00010000:00010000:2.0:1775764771.053094:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.053097:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966947456:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.053102:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.053104:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.053106:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.053111:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa21b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.053118:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008794d90c reply state 000000002f425b14 transno 4294997439 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.053126:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764771.053134:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.053147:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973c00/0x2aac6a50e5fa07e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c577 expref: 351 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053164:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5e8f77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421761d expref: 350 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053172:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a7:0x0].0x0 (ffff89778fe9f800) 00010000:00010000:1.0:1775764771.053178:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.053190:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053199:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.053201:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+349:19723:x1862022966947200:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1788us (2339us total) trans 4294997439 rc 0/0 00010000:00010000:1.0:1775764771.053206:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.053208:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50965 00010000:00010000:1.0:1775764771.053217:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053223:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053229:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053312:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053321:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053327:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764771.053701:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2876, 64 off192320 00010000:00010000:0.0:1775764771.053708:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.053714:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.053720:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.053723:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.053729:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.053738:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec4:0x0].0x0 (ffff89768c96b000) 00010000:00010000:0.0:1775764771.053740:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.053743:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.053748:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa230 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xec4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053749:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053757:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053764:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.053766:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.053767:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.053769:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.053770:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053776:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053781:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053797:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.053805:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.053807:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.053809:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.053818:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.054214:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.054214:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.054218:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054219:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.054223:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.054225:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054229:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.054234:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a7:0x0].0x0 (ffff897783000000) 00010000:00010000:0.0:1775764771.054237:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.054239:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.054304:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0400/0x2aac6a50e5fa24c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.054314:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.054315:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.054317:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.054386:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a7:0x0].0x0 (ffff897783000000) 00010000:00010000:1.0:1775764771.054388:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.054390:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054394:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa245 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054407:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054411:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054414:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054417:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.054419:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054423:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054426:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.054428:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.054429:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.054432:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa237 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.054436:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc069d64 reply state 00000000e6d07048 transno 4294997440 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.054441:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.054811:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966947456:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1711us (1833us total) trans 4294997440 rc 0/0 00000100:00100000:0.0:1775764771.054819:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50966 00010000:00010000:1.0:1775764771.056069:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.056084:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.056091:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.056096:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.056100:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.056107:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.056121:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x5a114248 (ffff89768c96b300) 00010000:00010000:1.0:1775764771.056124:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.056127:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.056133:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa222 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.057344:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764771.057442:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.057452:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.057459:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.057498:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.057502:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.057509:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.057523:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xcbe2ca0f (ffff897783000700) 00010000:00010000:3.0:1775764771.057526:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.057530:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.057536:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa23e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.057694:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966947712 00000100:00100000:1.0:1775764771.057703:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966947712 00000100:00100000:1.0:1775764771.057753:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50967 00000100:00100000:1.0:1775764771.057762:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966947712:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.057833:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.057851:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5f9ee8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c51c expref: 348 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057866:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf600/0x2aac6a50e5f8080 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bea1 expref: 347 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057875:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897682209d00) 00010000:00010000:1.0:1775764771.057882:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.057902:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057915:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057923:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057936:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057942:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.057949:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.058057:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.058065:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.058071:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764771.058439:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2cc:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.058810:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058822:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058829:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058834:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.058837:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058843:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058852:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897783000500) 00010000:00010000:0.0:1775764771.058855:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.058857:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058862:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa261 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058876:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058881:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058886:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058889:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.058892:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058896:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058902:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.058904:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.058906:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.058910:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa253 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.058916:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cefc9ac reply state 00000000e037cee4 transno 4294997441 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.058924:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.059077:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966947712:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1314us (1736us total) trans 4294997441 rc 0/0 00000100:00100000:0.0:1775764771.059084:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50967 00000100:00100000:3.0:1775764771.061216:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.061264:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966947968 00000100:00100000:0.0:1775764771.061273:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966947968 00000100:00100000:0.0:1775764771.061331:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50968 00000100:00100000:0.0:1775764771.061340:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+348:19724:x1862022966947968:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.061394:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.061418:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973800/0x2aac6a50e5fa09a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x295:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c57e expref: 348 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061438:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5e96af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x295:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217870 expref: 347 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061447:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x295:0x0].0x0 (ffff89779907b400) 00010000:00010000:0.0:1775764771.061456:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.061531:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061544:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061554:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061568:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061575:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061583:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061699:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x295:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061706:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.061712:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764771.062174:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2877, 64 off192384 00010000:00010000:0.0:1775764771.062237:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x295:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062246:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062253:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062260:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062267:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062272:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062298:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.062317:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062323:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062329:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062335:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.062340:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062347:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062360:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x295:0x0].0x0 (ffff89768244ae00) 00010000:00010000:0.0:1775764771.062363:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.062367:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062373:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa276 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x295:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062388:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062394:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062400:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062405:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.062408:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062412:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062419:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:0.0:1775764771.062421:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.062424:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.062430:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa268 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.062442:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a16d3bff reply state 0000000043eb2416 transno 4294997442 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.062452:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.062568:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+348:19724:x1862022966947968:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1228us (1358us total) trans 4294997442 rc 0/0 00000100:00100000:0.0:1775764771.062577:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50968 00010000:00010000:3.0:1775764771.062589:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.062594:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.062600:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.062603:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.062614:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.062622:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x295:0x0].0x0 (ffff89768244ae00) 00010000:00010000:3.0:1775764771.062625:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.062627:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.062632:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa27d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x295:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.062645:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.062647:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.062648:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.064860:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.064875:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.064883:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.064888:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.064892:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.064904:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.064917:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x103f9c81 (ffff897783000e00) 00010000:00010000:1.0:1775764771.064920:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.064923:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.064928:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa25a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.067373:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.067431:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966948224 00000100:00100000:1.0:1775764771.067439:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966948224 00000100:00100000:1.0:1775764771.067518:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50969 00000100:00100000:1.0:1775764771.067528:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966948224:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.067599:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.067619:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5f9f04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c523 expref: 347 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067634:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687931000/0x2aac6a50e5f7e88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xec1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be00 expref: 346 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067641:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff89768f7c0d00) 00010000:00010000:1.0:1775764771.067648:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.067666:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067675:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067683:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067692:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067695:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067699:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067786:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067800:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.067804:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764771.068149:0:5796:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0xec1:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764771.068249:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068257:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068263:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068268:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.068274:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068281:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068290:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764771.068293:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.068297:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068303:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa292 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xec1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068318:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068322:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068325:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068328:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.068329:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068332:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068336:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764771.068338:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.068340:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.068343:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa284 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.068348:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df5903c6 reply state 000000000a965cea transno 4294997443 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.068353:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764771.068415:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+347:19723:x1862022966948224:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 889us (1049us total) trans 4294997443 rc 0/0 00000100:00100000:1.0:1775764771.068421:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50969 00010000:00010000:1.0:1775764771.072440:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.072454:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.072459:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.072493:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.072498:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.072506:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.072524:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xb0449b87 (ffff897783000000) 00010000:00010000:1.0:1775764771.072527:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.072532:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.072537:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa28b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.077918:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.077962:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966948480 00000100:00100000:0.0:1775764771.077983:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966948480 00000100:00100000:0.0:1775764771.078044:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50970 00000100:00100000:0.0:1775764771.078055:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966948480:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.078115:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.078142:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5f9f20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c52a expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078178:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5f8263 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf42 expref: 345 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078190:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff8977b76b9000) 00010000:00010000:0.0:1775764771.078202:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.078222:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078236:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078254:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078270:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078278:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078284:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078393:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078402:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078409:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.078842:0:9373:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d6:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.078942:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078951:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078957:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078963:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.078968:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078979:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.078989:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff89768244af00) 00010000:00010000:0.0:1775764771.078993:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.078996:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079001:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa2a7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079016:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079022:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079028:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079033:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.079036:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079041:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079049:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.079051:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.079053:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079062:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa299 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.079071:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2281723 reply state 00000000a11419fc transno 4294997444 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.079080:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.079153:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966948480:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1098us (1240us total) trans 4294997444 rc 0/0 00000100:00100000:0.0:1775764771.079161:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50970 00000100:00100000:3.0:1775764771.079248:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.079361:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966948736 00000100:00100000:1.0:1775764771.079367:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966948736 00000100:00100000:1.0:1775764771.079408:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50971 00000100:00100000:1.0:1775764771.079416:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966948736:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.079445:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.079458:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973000/0x2aac6a50e5fa0b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c585 expref: 346 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.079505:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5e8a29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217472 expref: 345 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.079516:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a1:0x0].0x0 (ffff89768225de00) 00010000:00010000:1.0:1775764771.079523:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.079562:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079573:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079580:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079592:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079598:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079604:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079664:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079675:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.079680:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764771.079970:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2878, 64 off192448 00010000:00010000:0.0:1775764771.080097:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080107:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080115:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080121:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080127:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080132:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080253:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.080268:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080274:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080284:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080288:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.080292:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080298:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080306:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a1:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.080309:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.080312:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080317:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080329:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080329:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080336:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080336:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080342:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080343:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080347:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.080348:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.080349:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080351:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080358:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080359:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080366:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764771.080366:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xb65fef2a (ffff89768244a000) 00010000:00010000:0.0:1775764771.080368:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.080369:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.080371:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080371:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.080377:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa2ae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.080377:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa26f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.080385:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000562db854 reply state 000000007870c595 transno 4294997445 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.080392:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.080442:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+345:19724:x1862022966948736:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1027us (1194us total) trans 4294997445 rc 0/0 00000100:00100000:0.0:1775764771.080450:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50971 00010000:00010000:1.0:1775764771.080608:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.080614:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.080620:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.080624:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.080630:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.080639:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a1:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.080642:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.080645:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.080650:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa2c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.080664:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.080665:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.080667:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.085519:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.085535:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.085543:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.085550:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.085554:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.085559:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.085581:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xee1a16ec (ffff89768244a900) 00010000:00010000:2.0:1775764771.085583:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.085588:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.085593:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa2b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085934:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085943:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085949:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085954:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.085956:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085966:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085975:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x9e362f1b (ffff89768244a500) 00010000:00010000:3.0:1775764771.085977:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.085980:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.085986:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa2a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.085989:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.086038:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966948992 00000100:00100000:2.0:1775764771.086047:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966948992 00000100:00100000:2.0:1775764771.086105:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50972 00000100:00100000:2.0:1775764771.086112:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+343:19723:x1862022966948992:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.086209:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764771.086373:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5f9f3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c531 expref: 343 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.086388:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a9e00/0x2aac6a50e5f8002 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be77 expref: 342 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.086421:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff897783a95900) 00010000:00010000:2.0:1775764771.086428:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.086451:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.086543:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.086551:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.087193:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.087207:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.087215:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.087337:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.087345:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.087351:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.088562:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.088825:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966949248 00000100:00100000:1.0:1775764771.088834:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966949248 00000100:00100000:1.0:1775764771.088886:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50973 00000100:00100000:1.0:1775764771.088896:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966949248:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.088953:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.088971:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd200/0x2aac6a50e5fa0d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c58c expref: 342 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.088988:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb5200/0x2aac6a50e5e83a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4217250 expref: 341 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.088998:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29a:0x0].0x0 (ffff897690fc9d00) 00010000:00010000:1.0:1775764771.089006:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.089020:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089031:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089040:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089053:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089058:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089063:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089140:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089145:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.089151:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764771.089863:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2ca:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764771.089959:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.089967:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.089973:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.089990:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.089995:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090001:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090016:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:2.0:1775764771.090018:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.090022:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090027:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa2d8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090044:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090049:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090054:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090058:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.090061:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090066:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090073:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.090075:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.090077:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.090082:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa2ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.090094:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022ebf8b6 reply state 00000000100bfea7 transno 4294997446 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.090103:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.091085:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+342:19723:x1862022966948992:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 4967us (5105us total) trans 4294997446 rc 0/0 00000100:00100000:2.0:1775764771.091095:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50972 00000040:00080000:0.0:1775764771.091804:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2877, 64 off192384 00010000:00010000:0.0:1775764771.091868:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091883:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091892:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091903:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091908:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091913:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091966:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.091993:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.091999:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092005:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092010:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.092014:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092020:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092030:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29a:0x0].0x0 (ffff897783000200) 00010000:00010000:0.0:1775764771.092033:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.092036:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092046:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa2ed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092063:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092068:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092073:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092078:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.092081:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092086:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092092:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:0.0:1775764771.092094:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.092097:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.092101:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa2df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.092110:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e895eb7 reply state 0000000035657b96 transno 4294997447 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.092118:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.092193:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966949248:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3297us (3631us total) trans 4294997447 rc 0/0 00000100:00100000:0.0:1775764771.092201:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50973 00010000:00010000:1.0:1775764771.092773:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.092780:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.092787:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.092855:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.092861:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.092872:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29a:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764771.092874:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.092877:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.092883:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa2f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.092898:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.092900:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.092901:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.104440:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.104567:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966949504 00000100:00100000:1.0:1775764771.104578:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966949504 00000100:00100000:1.0:1775764771.104637:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50974 00000100:00100000:1.0:1775764771.104646:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+343:19723:x1862022966949504:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.104702:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.104728:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1800/0x2aac6a50e5f9f58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c538 expref: 343 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104748:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236000/0x2aac6a50e5f8469 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bff1 expref: 342 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104760:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768669e000) 00010000:00010000:1.0:1775764771.104771:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.104793:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104807:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104817:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104837:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104845:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104851:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104958:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104966:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.104972:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764771.105391:0:11866:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2de:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764771.105555:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105564:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105569:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105575:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.105579:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105589:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105599:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff897783000e00) 00010000:00010000:1.0:1775764771.105602:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.105606:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105612:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa309 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105628:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105634:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105639:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105643:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.105645:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105650:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105656:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764771.105658:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.105660:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.105668:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa2fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.105675:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001568ec1b reply state 000000006fdfd8b0 transno 4294997448 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.105684:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764771.105757:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+343:19723:x1862022966949504:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1112us (1325us total) trans 4294997448 rc 0/0 00000100:00100000:1.0:1775764771.105766:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50974 00010000:00010000:3.0:1775764771.109032:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.109049:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.109056:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.109060:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.109064:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.109068:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.109081:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xc3f00931 (ffff89768faaa800) 00010000:00010000:3.0:1775764771.109083:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.109086:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.109090:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa2d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.109823:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.109832:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.109837:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.109838:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.109843:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.109846:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.109853:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.109863:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xc5f130b7 (ffff897783000000) 00010000:00010000:2.0:1775764771.109865:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.109868:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.109874:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa2e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.109934:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966949760 00000100:00100000:1.0:1775764771.109942:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966949760 00000100:00100000:1.0:1775764771.110001:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50975 00000100:00100000:1.0:1775764771.110009:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+341:19724:x1862022966949760:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.110060:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.110075:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dce00/0x2aac6a50e5fa0ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c593 expref: 341 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110089:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685374c00/0x2aac6a50e5e86a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421734c expref: 340 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110097:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29c:0x0].0x0 (ffff8977a2c32e00) 00010000:00010000:1.0:1775764771.110103:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.110119:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110131:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110140:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110164:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110171:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110177:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110296:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110304:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110309:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764771.110818:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2878, 64 off192448 00010000:00010000:1.0:1775764771.110876:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110884:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110891:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110898:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110903:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110908:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110925:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764771.110942:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110947:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110952:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110956:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.110959:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110964:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110972:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29c:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764771.110974:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.110976:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110982:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa31e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x29c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.110994:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.111000:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.111004:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.111008:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.111010:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.111014:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.111019:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764771.111021:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.111024:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.111028:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa310 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.111035:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071f39552 reply state 00000000b7d212d7 transno 4294997449 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.111043:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764771.111111:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+341:19724:x1862022966949760:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1102us (1277us total) trans 4294997449 rc 0/0 00000100:00100000:1.0:1775764771.111119:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50975 00010000:00010000:3.0:1775764771.111513:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.111521:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.111526:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.111531:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.111533:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.111539:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.111547:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x3afecd66 (ffff897783000200) 00010000:00010000:3.0:1775764771.111550:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.111552:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.111558:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa302 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.111674:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.111828:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.111834:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.111840:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.111843:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.111849:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.111857:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29c:0x0].0x0 (ffff897783000c00) 00010000:00010000:2.0:1775764771.111860:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.111862:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.111867:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa325 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.111879:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.111881:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.111882:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.111915:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966950016 00000100:00100000:0.0:1775764771.111922:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966950016 00000100:00100000:0.0:1775764771.112001:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50976 00000100:00100000:0.0:1775764771.112010:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966950016:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.112055:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.112070:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5f9f74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c53f expref: 340 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112084:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5f8581 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c04c expref: 339 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112093:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff8976813e5e00) 00010000:00010000:0.0:1775764771.112099:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.112112:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112121:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112129:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112142:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112164:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112170:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112258:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112265:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.112271:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114000:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114015:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114022:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114027:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.114030:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114038:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114052:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xd60b5417 (ffff897783000d00) 00010000:00010000:1.0:1775764771.114055:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.114058:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.114064:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa317 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.114754:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2e0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.114865:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114872:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114877:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114882:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.114885:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114890:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114904:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff897691328a00) 00010000:00010000:0.0:1775764771.114906:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.114908:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114913:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa33a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114930:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114936:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114941:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114946:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.114949:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114954:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114960:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.114962:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.114964:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.114968:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa32c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.115072:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae18719a reply state 00000000f3939427 transno 4294997450 ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.115081:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.115237:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+339:19723:x1862022966950016:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3224us (3559us total) trans 4294997450 rc 0/0 00000100:00100000:0.0:1775764771.115319:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50976 00000100:00100000:1.0:1775764771.123408:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.123508:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966950272 00000100:00100000:3.0:1775764771.123521:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966950272 00010000:00010000:2.0:1775764771.123556:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.123568:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.123576:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.123586:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa400 already unused, calling callback (ffffffffc20ae4f0) 00000100:00100000:3.0:1775764771.123590:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50977 00010000:00010000:2.0:1775764771.123591:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.123599:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.123600:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+339:19724:x1862022966950272:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.123616:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xbea011c (ffff897691328f00) 00010000:00010000:2.0:1775764771.123619:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.123624:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.123630:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa333 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123667:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764771.123685:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa10a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x294:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c59a expref: 338 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123699:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277a00/0x2aac6a50e5e97c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x294:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42178cb expref: 337 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123709:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x294:0x0].0x0 (ffff89779907bc00) 00010000:00010000:3.0:1775764771.123716:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.123736:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123750:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123761:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123776:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123783:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123788:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123910:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x294:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123918:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.123925:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764771.124391:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2879, 64 off192512 00010000:00010000:3.0:1775764771.124450:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x294:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124460:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124528:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124536:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124542:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124548:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124616:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.124638:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124644:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124650:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124655:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.124658:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124665:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124674:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x294:0x0].0x0 (ffff89768c96b200) 00010000:00010000:2.0:1775764771.124677:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.124680:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124686:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fa34f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x294:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124688:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.124693:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124699:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.124700:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124702:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124706:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124708:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124712:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124717:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.124717:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x294:0x0].0x0 (ffff89768c96b200) 00010000:00010000:2.0:1775764771.124719:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124719:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.124722:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124726:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124728:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa356 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x294:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.124732:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764771.124734:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.124736:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124738:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.124740:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.124741:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fa341 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.124741:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1775764771.124754:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d56437d reply state 0000000065fae21d transno 4294997451 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.124762:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.124835:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+338:19724:x1862022966950272:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1235us (1439us total) trans 4294997451 rc 0/0 00000100:00100000:2.0:1775764771.124843:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50977 00010000:00010000:1.0:1775764771.127559:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.127576:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.127585:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.127594:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.127599:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.127606:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.127623:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0xbfd87aeb (ffff89768c96b700) 00010000:00010000:1.0:1775764771.127627:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.127631:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.127638:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa348 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.131272:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.131383:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966950528 00000100:00100000:3.0:1775764771.131393:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966950528 00000100:00100000:3.0:1775764771.131455:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50978 00000100:00100000:3.0:1775764771.131498:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+337:19723:x1862022966950528:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764771.131560:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764771.131784:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6a00/0x2aac6a50e5f9fa5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c546 expref: 337 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131807:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5f81e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf18 expref: 336 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131819:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff897681ccf100) 00010000:00010000:3.0:1775764771.131829:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.131850:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131864:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131874:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131889:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131896:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.131903:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.132010:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.132018:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.132025:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764771.132998:0:5796:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d2:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1775764771.133105:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133114:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133128:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133134:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.133139:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133146:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133157:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764771.133161:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764771.133164:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133170:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa36b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133189:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133196:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133202:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133207:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.133210:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133215:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133222:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.133224:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.133227:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.133233:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa35d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764771.133257:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021e34247 reply state 000000009169efc0 transno 4294997452 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.133266:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764771.133355:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+337:19723:x1862022966950528:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1888us (2092us total) trans 4294997452 rc 0/0 00000100:00100000:3.0:1775764771.133364:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50978 00000100:00100000:3.0:1775764771.136898:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.136964:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.137030:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966951040 00000100:00100000:2.0:1775764771.137031:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966950784 00000100:00100000:1.0:1775764771.137039:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966951040 00000100:00100000:2.0:1775764771.137039:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966950784 00000100:00100000:2.0:1775764771.137100:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50979 00000100:00100000:2.0:1775764771.137110:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+338:19724:x1862022966950784:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.137120:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.137131:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.137137:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.137143:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.137147:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.137154:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.137169:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x6324417e (ffff89768c96bc00) 00010000:00010000:0.0:1775764771.137172:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.137176:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137176:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.137182:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa364 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137192:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa157 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x298:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5c4 expref: 338 pid: 5800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137205:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646000/0x2aac6a50e5e813f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x298:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421718c expref: 336 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137214:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x298:0x0].0x0 (ffff8977994d2e00) 00010000:00010000:2.0:1775764771.137221:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.137239:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137262:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137272:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137287:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137294:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137300:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137412:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x298:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137420:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.137427:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764771.137920:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2880, 64 off192576 00000004:00080000:2.0:1775764771.137928:0:5795:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1397804463091ns, next at 1398804460522ns, rc = 0 00010000:00010000:2.0:1775764771.137990:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x298:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138000:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138007:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138013:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138022:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138028:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138053:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.138072:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138078:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138084:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138085:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.138089:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.138090:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138092:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138096:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.138099:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138099:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138108:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138108:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x298:0x0].0x0 (ffff89768faaad00) 00010000:00010000:2.0:1775764771.138111:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.138114:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138116:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x298:0x0].0x0 (ffff89768faaad00) 00010000:00010000:0.0:1775764771.138118:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.138120:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa380 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x298:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138121:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138127:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa387 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x298:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138135:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138138:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.138140:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.138141:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.138142:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.138146:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138151:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.138153:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138159:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138167:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764771.138169:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.138172:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.138177:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa372 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x292:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.138186:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ecce8d0 reply state 0000000050bdce52 transno 4294997453 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.138196:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764771.138248:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50980 00000100:00100000:1.0:1775764771.138259:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+337:19723:x1862022966951040:12345-192.168.202.46@tcp:36:dbench.0 00000100:00100000:2.0:1775764771.138265:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+337:19724:x1862022966950784:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1158us (1381us total) trans 4294997453 rc 0/0 00000100:00100000:2.0:1775764771.138272:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50979 00010000:00010000:1.0:1775764771.138292:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.138305:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163f400/0x2aac6a50e5f9fc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c54d expref: 336 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138320:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e400/0x2aac6a50e5f887c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c156 expref: 335 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138328:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897690fc9800) 00010000:00010000:1.0:1775764771.138334:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.138345:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138354:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138362:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138373:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138386:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138392:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138448:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138456:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.138486:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764771.139064:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0xed6:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764771.139144:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139152:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139158:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139163:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.139166:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139172:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139180:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897783000e00) 00010000:00010000:1.0:1775764771.139183:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.139185:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139190:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa39c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139204:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139209:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139215:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139219:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.139221:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139229:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139324:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764771.139327:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.139330:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.139336:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa38e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.139346:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007523bfe6 reply state 00000000c7651d82 transno 4294997454 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.139354:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764771.139402:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+336:19723:x1862022966951040:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1144us (2436us total) trans 4294997454 rc 0/0 00000100:00100000:1.0:1775764771.139409:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50980 00000100:00100000:0.0:1775764771.146069:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.146089:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.146108:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.146116:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146119:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146126:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146132:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.146132:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.146137:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.146137:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146139:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.146145:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146149:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146167:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x5a3b2e4f (ffff89768faaaf00) 00010000:00010000:2.0:1775764771.146167:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xd13fc2bb (ffff897783000d00) 00010000:00010000:1.0:1775764771.146170:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.146170:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.146175:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.146175:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.146182:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa379 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x292:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.146182:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa395 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.146611:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966951168 00000100:00100000:3.0:1775764771.146621:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966951168 00000100:00100000:3.0:1775764771.146705:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16215 00000100:00100000:3.0:1775764771.146715:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+334:19724:x1862022966951168:12345-192.168.202.46@tcp:37:dbench.0 00000100:00100000:0.0:1775764771.152899:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.153278:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966951424 00000100:00100000:2.0:1775764771.153289:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966951424 00000100:00100000:2.0:1775764771.153350:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50981 00000100:00100000:2.0:1775764771.153361:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+336:19723:x1862022966951424:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.153427:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764771.153458:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa800/0x2aac6a50e5f9fdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c554 expref: 336 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153525:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7c00/0x2aac6a50e5f5bc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xecd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b284 expref: 335 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153535:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecd:0x0].0x0 (ffff897690fc9300) 00010000:00010000:2.0:1775764771.153547:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.153568:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153586:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153595:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153610:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153617:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153624:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153731:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153739:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.153745:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764771.154245:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2879, 64 off192512 00010000:00010000:2.0:1775764771.154301:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154311:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154318:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154324:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154330:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154335:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154357:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.154375:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154381:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154386:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154391:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.154395:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154403:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154412:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecd:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764771.154414:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.154418:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154423:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa3b1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xecd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154424:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.154430:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154435:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.154438:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154439:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154445:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154445:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154451:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154453:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xecd:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764771.154455:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.154456:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.154458:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154458:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154500:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154504:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa3b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xecd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.154507:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.154510:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.154512:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154518:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.154521:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.154522:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa3a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.154523:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1775764771.154531:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db225599 reply state 00000000d06bea12 transno 4294997455 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.154540:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.154620:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+336:19723:x1862022966951424:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1259us (1730us total) trans 4294997455 rc 0/0 00000100:00100000:2.0:1775764771.154628:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50981 00000100:00100000:0.0:1775764771.156984:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+334:19724:x1862022966951168:12345-192.168.202.46@tcp:37:dbench.0 Request processed in 10262us (10915us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.156998:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16215 00010000:00010000:1.0:1775764771.158980:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.158996:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.159003:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.159008:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.159012:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.159019:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.159037:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x8ee21578 (ffff89768faaa600) 00010000:00010000:1.0:1775764771.159040:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.159045:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.159052:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa3aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.164530:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.164566:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.164666:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966951552 00000100:00100000:0.0:1775764771.164676:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966951552 00000100:00100000:0.0:1775764771.164723:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966951808 00000100:00100000:0.0:1775764771.164726:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966951808 00000100:00100000:0.0:1775764771.164749:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50982 00000100:00100000:0.0:1775764771.164758:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+334:19724:x1862022966951552:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:0.0:1775764771.164784:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.164813:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa3bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5cb expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.164909:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.164925:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.164937:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.164951:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.164957:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.164963:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165267:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165276:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165286:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.165322:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e3:0x0]: returning size 260096 00000004:00200000:0.0:1775764771.165327:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.165347:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165358:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165365:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165370:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165376:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165381:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.165386:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165393:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165405:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff897788213c00) 00010000:00010000:0.0:1775764771.165408:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.165412:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165422:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa400/0x2aac6a50e5fa3c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165435:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165441:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165446:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165451:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.165454:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165460:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165515:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0xdde1c156 (ffff897691328a00) 00010000:00010000:0.0:1775764771.165517:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.165521:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165526:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa600/0x2aac6a50e5fa3cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165558:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977814fa200/0x2aac6a50e5fa3bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5cb expref: 336 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165575:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5cb expref: 335 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165581:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff8977a03d6800) 00010000:00010000:0.0:1775764771.165584:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764771.165586:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230000, rc 0) 00000100:00100000:0.0:1775764771.165645:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+335:19724:x1862022966951552:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 888us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.165652:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50982 00000100:00100000:0.0:1775764771.165675:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50983 00000100:00100000:0.0:1775764771.165684:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+334:19723:x1862022966951808:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.165714:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764771.165728:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5f7f45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421be3f expref: 334 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165739:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897681ccf800) 00010000:00010000:0.0:1775764771.165746:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.165757:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165765:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165773:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165787:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165794:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165801:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165869:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165877:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.165884:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.166278:0:11866:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2c6:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.166378:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166386:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166391:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166396:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.166398:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166407:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166416:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.166419:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.166421:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166428:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa3e9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166443:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166449:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166455:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166460:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.166504:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166511:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166519:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.166522:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.166524:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.166533:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa3db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.166544:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e70889d reply state 00000000a04cf707 transno 4294997456 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.166555:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.166611:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+335:19723:x1862022966951808:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 929us (2044us total) trans 4294997456 rc 0/0 00000100:00100000:0.0:1775764771.166618:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50983 00000100:00100000:3.0:1775764771.171891:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.171973:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966951936 00000100:00100000:0.0:1775764771.171983:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966951936 00000100:00100000:0.0:1775764771.172047:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5395 00000100:00100000:0.0:1775764771.172057:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+335:2380:x1862022966951936:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764771.172072:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764771.172095:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa3d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5cb expref: 335 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.172113:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff8977a03d6800) 00010000:00010000:0.0:1775764771.172118:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764771.172174:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+334:2380:x1862022966951936:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 118us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.172181:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5395 00010000:00010000:2.0:1775764771.172383:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.172391:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.172398:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.172404:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.172409:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.172416:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.172426:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x1674e29a (ffff897691328900) 00010000:00010000:2.0:1775764771.172429:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.172433:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.172443:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa3e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.177150:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.177240:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966952192 00000100:00100000:3.0:1775764771.177251:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966952192 00000100:00100000:3.0:1775764771.177312:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50984 00000100:00100000:3.0:1775764771.177323:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966952192:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764771.177382:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764771.177407:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8c600/0x2aac6a50e5f7ca5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bd5f expref: 333 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177430:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897682c46300) 00010000:00010000:3.0:1775764771.177440:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.177458:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177759:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177770:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177786:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177804:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177811:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177920:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177928:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.177935:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764771.178709:0:5796:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2bd:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1775764771.178988:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.178996:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179003:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179009:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.179013:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179021:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179031:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764771.179034:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764771.179039:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179045:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa3fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179063:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179068:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179073:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179078:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.179081:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179086:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179093:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.179095:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.179098:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.179103:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa3f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764771.179111:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000033e2defa reply state 0000000006500f01 transno 4294997457 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.179121:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764771.179199:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+334:19723:x1862022966952192:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1876us (2056us total) trans 4294997457 rc 0/0 00000100:00100000:3.0:1775764771.179208:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50984 00010000:00010000:2.0:1775764771.183678:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.183694:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.183702:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.183709:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.183713:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.183721:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.183737:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xcd7d97c8 (ffff89768c96b600) 00010000:00010000:2.0:1775764771.183740:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.183745:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.183751:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa3f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.186264:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.186367:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966952448 00000100:00100000:0.0:1775764771.186378:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966952448 00000100:00100000:0.0:1775764771.186444:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50985 00000100:00100000:0.0:1775764771.186454:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966952448:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.186557:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.186926:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5f9ff9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c55b expref: 333 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.186951:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafe00/0x2aac6a50e5f83eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bfc7 expref: 332 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.186961:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff89768669e600) 00010000:00010000:0.0:1775764771.186972:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.186992:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187005:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187014:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187028:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187036:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187042:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187146:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187154:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.187162:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.187882:0:11866:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2dc:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.187992:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188001:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188008:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188013:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.188017:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188023:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188033:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff897691328a00) 00010000:00010000:0.0:1775764771.188036:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.188039:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188045:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa413 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188065:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188075:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188081:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188086:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.188089:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188094:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188101:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.188103:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.188106:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.188111:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa405 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.188120:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab882fbf reply state 0000000043de4245 transno 4294997458 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.188129:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.188450:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966952448:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1995us (2192us total) trans 4294997458 rc 0/0 00000100:00100000:0.0:1775764771.188459:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50985 00000100:00100000:1.0:1775764771.192204:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.192325:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.192339:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.192347:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.192353:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.192358:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.192366:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.192383:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x98ca20bd (ffff897691328200) 00010000:00010000:2.0:1775764771.192386:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.192391:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.192397:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa40c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.192611:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966952704 00000100:00100000:3.0:1775764771.192621:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966952704 00000100:00100000:3.0:1775764771.192673:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50986 00000100:00100000:3.0:1775764771.192682:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966952704:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764771.192730:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764771.192747:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237c00/0x2aac6a50e5e75d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4216de2 expref: 332 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192759:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff8977a03d6800) 00010000:00010000:3.0:1775764771.192770:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5f8bc4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c267 expref: 331 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192778:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff897788213c00) 00010000:00010000:3.0:1775764771.192781:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.192809:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192820:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192829:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192842:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192848:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.192853:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.193133:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.193142:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.193148:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764771.194373:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2881, 64 off192640 00010000:00010000:3.0:1775764771.194439:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.194452:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.194461:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196116:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196124:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196130:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196279:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764771.196304:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196311:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196318:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196323:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.196327:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196334:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196348:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:3.0:1775764771.196351:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764771.196356:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196361:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa428 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196381:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196387:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196392:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196397:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.196399:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196404:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196410:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff897788213c00) 00010000:00010000:3.0:1775764771.196412:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.196415:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.196420:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa41a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2e1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764771.196431:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbcc416d reply state 00000000986228dd transno 4294997459 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.196440:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764771.196566:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966952704:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3880us (4369us total) trans 4294997459 rc 0/0 00000100:00100000:3.0:1775764771.196582:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50986 00010000:00010000:3.0:1775764771.199424:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.199441:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.199448:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.199454:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.199459:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.199502:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.199520:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0xdde1c156 (ffff89768c96b200) 00010000:00010000:3.0:1775764771.199523:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.199528:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.199535:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa421 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e1:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.199843:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.199850:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.199856:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.199859:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.199865:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.199875:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e3:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:2.0:1775764771.199878:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.199882:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.199886:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa42f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.199946:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.199949:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.199952:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764771.201695:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.202065:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966952960 00000100:00100000:2.0:1775764771.202075:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966952960 00000100:00100000:2.0:1775764771.202125:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50987 00000100:00100000:2.0:1775764771.202134:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966952960:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.202194:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764771.202219:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa015 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c562 expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202254:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2931a00/0x2aac6a50e5f8614 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c07d expref: 330 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202265:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768669eb00) 00010000:00010000:2.0:1775764771.202275:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.202294:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202307:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202316:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202329:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202336:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202342:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202441:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202449:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.202456:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764771.203020:0:9373:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2e2:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764771.203122:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203131:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203138:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203143:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.203146:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203155:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203169:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764771.203172:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.203175:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203180:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa444 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203196:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203202:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203206:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203211:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.203213:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203219:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203225:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.203227:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.203229:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.203234:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa436 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.203246:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001db1c5b8 reply state 000000008f9ce00e transno 4294997460 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.203254:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.203335:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966952960:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1201us (1646us total) trans 4294997460 rc 0/0 00000100:00100000:2.0:1775764771.203344:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50987 00000100:00100000:1.0:1775764771.210429:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.210610:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966953216 00000100:00100000:0.0:1775764771.210623:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966953216 00000100:00100000:0.0:1775764771.210700:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50988 00000100:00100000:0.0:1775764771.210712:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966953216:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.210850:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764771.210883:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc800/0x2aac6a50e5f8916 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x276:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1aa expref: 331 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.210905:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x276:0x0].0x0 (ffff8977c21dff00) 00010000:00010000:0.0:1775764771.210917:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.210940:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.210955:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.210967:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.210982:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.210989:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.210995:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211131:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x276:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211144:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211151:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764771.211680:0:16259:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2882, 64 off192704 00010000:00010000:0.0:1775764771.211740:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x276:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211750:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211758:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211765:0:16259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211772:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211778:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211793:0:16259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.211812:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.211817:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211823:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.211826:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211834:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211843:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x276:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.211846:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.211849:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211855:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa460 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211864:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.211866:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.211867:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.211880:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211886:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211892:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211897:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.211900:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211906:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211913:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x276:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.211915:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.211918:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211924:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa459 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211940:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211946:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211951:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211956:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.211959:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211965:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211972:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:0.0:1775764771.211974:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.211977:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.211983:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa44b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.211991:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5b56ccf reply state 0000000027b962aa transno 4294997461 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.212003:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.212075:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966953216:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1365us (1656us total) trans 4294997461 rc 0/0 00000100:00100000:0.0:1775764771.212084:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50988 00010000:00010000:2.0:1775764771.213242:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.213255:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.213262:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.213266:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.213270:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.213276:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.213290:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xa3962d5b (ffff89768faaa400) 00010000:00010000:2.0:1775764771.213292:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.213296:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.213301:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa43d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.219984:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.220085:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966953472 00000100:00100000:2.0:1775764771.220097:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966953472 00000100:00100000:2.0:1775764771.220157:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50989 00000100:00100000:2.0:1775764771.220168:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966953472:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.220252:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764771.220280:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf0200/0x2aac6a50e5fa126 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5a1 expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220299:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafa00/0x2aac6a50e5f80e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bec4 expref: 330 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220310:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897682c46f00) 00010000:00010000:2.0:1775764771.220321:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.220340:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220355:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220366:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220380:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220387:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220394:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220547:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220556:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.220563:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764771.221203:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2ce:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1775764771.221315:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221325:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221332:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221338:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.221342:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221349:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221360:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764771.221363:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.221367:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221378:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa475 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221394:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221400:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221406:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221411:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.221413:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221419:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221425:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:2.0:1775764771.221427:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.221430:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.221435:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa467 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.221443:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a18ce9c8 reply state 00000000c2871082 transno 4294997462 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.221452:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764771.221702:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.221710:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.221715:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.221720:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.221722:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.221728:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.221736:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xe2501d74 (ffff897691328a00) 00010000:00010000:3.0:1775764771.221738:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.221740:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.221746:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa452 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.223997:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966953472:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 3820us (4010us total) trans 4294997462 rc 0/0 00000100:00100000:2.0:1775764771.224011:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50989 00000100:00100000:1.0:1775764771.225556:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.225802:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966953728 00000100:00100000:2.0:1775764771.225812:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966953728 00000100:00100000:2.0:1775764771.225863:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50990 00000100:00100000:2.0:1775764771.225873:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966953728:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.225935:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764771.225965:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dd800/0x2aac6a50e5f8932 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1b1 expref: 330 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.225985:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x274:0x0].0x0 (ffff8977c21dfa00) 00010000:00010000:2.0:1775764771.225995:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.226018:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226031:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226041:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226056:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226063:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226068:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226186:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x274:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226195:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.226202:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764771.227193:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2883, 64 off192768 00010000:00010000:2.0:1775764771.227810:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x274:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227822:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227833:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227839:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227845:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227851:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227864:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.227886:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227895:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227900:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227905:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.227909:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227916:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227927:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x274:0x0].0x0 (ffff89768faaa600) 00010000:00010000:2.0:1775764771.227930:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.227933:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227939:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa48a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x274:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227957:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227962:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227968:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227972:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.227976:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227982:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227989:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:2.0:1775764771.227991:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.227993:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.227998:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa47c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.228007:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000588d4a71 reply state 00000000e529f26f transno 4294997463 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.228016:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.228113:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966953728:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2239us (2557us total) trans 4294997463 rc 0/0 00000100:00100000:2.0:1775764771.228122:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50990 00010000:00010000:0.0:1775764771.228206:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.228212:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.228219:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.228222:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.228227:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.228245:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x274:0x0].0x0 (ffff89768faaa600) 00010000:00010000:0.0:1775764771.228248:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.228251:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.228256:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa491 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x274:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.228272:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.228274:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.228275:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764771.232413:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.232513:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966953984 00000100:00100000:0.0:1775764771.232523:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966953984 00000100:00100000:0.0:1775764771.232581:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50991 00000100:00100000:0.0:1775764771.232601:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966953984:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.232662:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.232691:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1200/0x2aac6a50e5fa15e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5a8 expref: 331 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232713:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5f82cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf65 expref: 330 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232723:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897682bd0100) 00010000:00010000:0.0:1775764771.232732:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.232750:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232762:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232772:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232783:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232802:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232808:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232909:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232917:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.232925:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.233346:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.233460:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233502:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233509:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233515:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.233519:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233526:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233536:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897691328900) 00010000:00010000:0.0:1775764771.233539:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.233542:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233547:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa4a6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233563:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233573:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233578:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233582:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.233584:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233590:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233597:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.233599:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.233602:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.233607:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa498 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.233616:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006c502b47 reply state 0000000098f0db7b transno 4294997464 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.233624:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.233709:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966953984:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1119us (1304us total) trans 4294997464 rc 0/0 00000100:00100000:0.0:1775764771.233717:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50991 00010000:00010000:3.0:1775764771.234067:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.234077:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.234083:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.234089:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.234093:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.234099:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.234108:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xe93b25ce (ffff89768faaa700) 00010000:00010000:3.0:1775764771.234111:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.234114:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.234120:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa483 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234199:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234206:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234211:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234216:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.234219:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234225:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234243:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x2ee4e5f8 (ffff89768faaa400) 00010000:00010000:2.0:1775764771.234246:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.234248:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.234253:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa46e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.238272:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.238382:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966954240 00000100:00100000:2.0:1775764771.238392:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966954240 00000100:00100000:2.0:1775764771.238456:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50992 00000100:00100000:2.0:1775764771.238502:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966954240:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.238565:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764771.238603:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dda00/0x2aac6a50e5f894e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1b8 expref: 329 pid: 5799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238624:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (ffff8977987cb900) 00010000:00010000:2.0:1775764771.238635:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.238660:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238673:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238684:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238703:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238710:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238717:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238836:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238844:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.238851:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764771.239318:0:5795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2880, 64 off192576 00000004:00080000:2.0:1775764771.239327:0:5795:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1397905861911ns, next at 1398905859423ns, rc = 0 00010000:00010000:2.0:1775764771.239384:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239395:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239402:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239409:0:5795:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239419:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239425:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239449:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.239508:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239515:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239522:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239528:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.239532:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239539:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239549:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764771.239551:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.239555:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239561:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa4bb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239576:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239582:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239587:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239592:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.239594:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239599:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239605:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:2.0:1775764771.239607:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.239610:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.239615:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa4ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764771.239623:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048335257 reply state 000000000de4acef transno 4294997465 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.239631:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764771.239703:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966954240:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1238us (1439us total) trans 4294997465 rc 0/0 00000100:00100000:2.0:1775764771.239712:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50992 00010000:00010000:3.0:1775764771.240030:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.240038:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.240044:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.240049:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.240052:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.240058:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.240071:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xf2061246 (ffff897691328200) 00010000:00010000:3.0:1775764771.240074:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.240077:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.240081:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa49f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.240167:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.240175:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.240181:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.240185:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.240191:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.240199:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (ffff89768faaab00) 00010000:00010000:0.0:1775764771.240201:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.240204:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.240209:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa4c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.240226:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.240228:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.240230:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.242929:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.242946:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.242954:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.242959:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.242964:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.242972:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.242987:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xbf0c4e99 (ffff89768faaa000) 00010000:00010000:3.0:1775764771.242991:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.242996:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.243002:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa4b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.243861:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.243974:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966954496 00000100:00100000:3.0:1775764771.243985:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966954496 00000100:00100000:3.0:1775764771.244043:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16216 00000100:00100000:3.0:1775764771.244053:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966954496:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764771.244365:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966954496:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 313us (508us total) trans 4294997466 rc 0/0 00000100:00100000:3.0:1775764771.244373:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16216 00000100:00100000:1.0:1775764771.250187:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.250298:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966954752 00000100:00100000:3.0:1775764771.251112:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966954752 00000100:00100000:3.0:1775764771.251177:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50993 00000100:00100000:3.0:1775764771.251187:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966954752:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764771.251257:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764771.251287:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843f800/0x2aac6a50e5f7734 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xece:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bb9f expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251308:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768f7c0200) 00010000:00010000:3.0:1775764771.251321:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.251344:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251358:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251370:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251385:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251392:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251398:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251549:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251557:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.251563:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764771.252017:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2884, 64 off192832 00010000:00010000:3.0:1775764771.252076:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 3/0,1 mode: --/PW res: [0x200000401:0xece:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252086:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252095:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252102:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252108:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252114:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252134:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764771.252151:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252158:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252164:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252169:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.252173:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252180:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252188:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768c96b800) 00010000:00010000:3.0:1775764771.252192:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764771.252196:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252202:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa4d7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xece:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252218:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252223:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252233:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252237:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.252240:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252245:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252252:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.252255:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.252257:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.252264:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa4c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764771.252272:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007adfd171 reply state 000000006eedff01 transno 4294997467 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.252280:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764771.253116:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966954752:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1926us (2933us total) trans 4294997467 rc 0/0 00000100:00100000:3.0:1775764771.253125:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50993 00000100:00100000:0.0:1775764771.253441:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764771.253644:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.253651:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.253660:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.253663:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.253670:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.253682:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xece:0x0].0x0 (ffff89768c96b800) 00010000:00010000:0.0:1775764771.253685:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.253689:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 1/0,0 mode: --/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.253694:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa4de lrc: 0/0,0 mode: --/PW res: [0x200000401:0xece:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.253710:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.253712:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.253714:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.254800:0:16238:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966954880 00000100:00100000:3.0:1775764771.254812:0:16238:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966954880 00002000:00100000:3.0:1775764771.254864:0:16238:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000403:0x32:0x0] (36864->40959) req@ffff897686772d80 x1862022966954880/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764771.254880:0:16238:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897686772d80 with x1862022966954880 ext(36864->40959) 00002000:00010000:3.0:1775764771.254885:0:16238:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897686772d80 00000100:00100000:3.0:1775764771.254919:0:16238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2317 00000100:00100000:3.0:1775764771.254927:0:16238:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966954880:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:3.0:1775764771.255161:0:16238:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966954880:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 234us (1719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764771.255169:0:16238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2317 00002000:00100000:3.0:1775764771.255175:0:16238:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000403:0x32:0x0] (36864->40959) req@ffff897686772d80 x1862022966954880/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764771.255183:0:16238:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897686772d80 with x1862022966954880 ext(36864->40959) 00002000:00010000:3.0:1775764771.255186:0:16238:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897686772d80 00010000:00010000:3.0:1775764771.263777:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.263802:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.263809:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.263814:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.263818:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.263825:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.263846:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x283705e2 (ffff89768c96b200) 00010000:00010000:3.0:1775764771.263850:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.263854:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.263859:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa4d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.264687:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.264933:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966955136 00000100:00100000:1.0:1775764771.264944:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966955136 00000100:00100000:1.0:1775764771.265004:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50994 00000100:00100000:1.0:1775764771.265014:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966955136:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.265074:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764771.265094:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cdf1a00/0x2aac6a50e5fa17a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5af expref: 329 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265109:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709ea00/0x2aac6a50e5f84e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c01b expref: 328 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265120:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897681ccf500) 00010000:00010000:1.0:1775764771.265129:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.265147:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265159:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265168:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265182:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265189:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265199:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265316:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265324:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.265331:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764771.265775:0:16259:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d4:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1775764771.266175:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266184:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266191:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266197:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.266201:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266209:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266219:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764771.266222:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.266226:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266456:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa4f3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266564:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266571:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266576:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266580:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.266583:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266588:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266596:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:1.0:1775764771.266599:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.266602:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.266607:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1000/0x2aac6a50e5fa4e5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764771.266617:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e96d03af reply state 000000009726c133 transno 4294997468 ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.266631:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764771.266765:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966955136:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1750us (2081us total) trans 4294997468 rc 0/0 00000100:00100000:1.0:1775764771.266774:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50994 00000100:00100000:1.0:1775764771.270104:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.270191:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966955392 00000100:00100000:2.0:1775764771.270202:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966955392 00000100:00100000:2.0:1775764771.270271:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50995 00000100:00100000:2.0:1775764771.270280:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966955392:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:2.0:1775764771.270341:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764771.270368:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768709f000/0x2aac6a50e5dcb38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421370f expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270386:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff8977817ef100) 00010000:00010000:2.0:1775764771.270395:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764771.270420:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270430:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270439:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270449:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270455:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270460:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270776:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.270784:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271123:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271358:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271366:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271372:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271378:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.271382:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271390:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271399:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaad00) 00010000:00010000:2.0:1775764771.271402:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764771.271405:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271411:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa508 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271426:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271431:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271436:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271440:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.271443:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271448:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271454:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768faaa400) 00010000:00010000:2.0:1775764771.271456:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.271458:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271658:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa4fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271670:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271676:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271682:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271687:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.271690:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271701:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271708:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x12eaac0d (ffff89768faaaf00) 00010000:00010000:2.0:1775764771.271710:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.271713:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.271719:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa501 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.272064:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966955392:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1780us (1966us total) trans 0 rc -39/-39 00000100:00100000:2.0:1775764771.272073:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50995 00010000:00010000:2.0:1775764771.280913:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.280931:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.280940:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.280946:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.280951:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.280958:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.280981:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x76821429 (ffff897783000e00) 00010000:00010000:2.0:1775764771.280985:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.280989:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.280996:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa4ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.281728:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.281769:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.281883:0:11378:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966955520 00000100:00100000:2.0:1775764771.281893:0:11378:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966955520 00002000:00100000:2.0:1775764771.281945:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000403:0x32:0x0] (28672->32767) req@ffff897686771f80 x1862022966955520/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.281956:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897686771f80 with x1862022966955520 ext(28672->32767) 00002000:00010000:2.0:1775764771.281962:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897686771f80 00000100:00100000:2.0:1775764771.281992:0:11378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2318 00000100:00100000:2.0:1775764771.282001:0:11378:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966955520:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:2.0:1775764771.282241:0:11378:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+75:2381:x1862022966955520:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 229us (507us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764771.282249:0:11378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2318 00002000:00100000:2.0:1775764771.282256:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000403:0x32:0x0] (28672->32767) req@ffff897686771f80 x1862022966955520/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.282264:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897686771f80 with x1862022966955520 ext(28672->32767) 00002000:00010000:2.0:1775764771.282268:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897686771f80 00000100:00100000:3.0:1775764771.282595:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966955648 00000100:00100000:3.0:1775764771.282602:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966955648 00000100:00100000:3.0:1775764771.282645:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50996 00000100:00100000:3.0:1775764771.282653:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+327:19723:x1862022966955648:12345-192.168.202.46@tcp:101:dbench.0 00010000:00010000:3.0:1775764771.282670:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.282691:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa50f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5d2 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.282781:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.282879:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.282892:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.282906:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.282913:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.282921:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283347:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5fa524 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283357:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5fa524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283364:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5fa524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.283451:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x268:0x0]: returning size 7168 00000004:00200000:3.0:1775764771.283455:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764771.283625:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5fa524 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283638:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283644:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283649:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283654:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.283657:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283664:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283676:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764771.283679:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.283682:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283688:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa516 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283699:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283705:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283710:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283715:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.283717:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283722:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283729:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x12eaac0d (ffff89768c96ba00) 00010000:00010000:3.0:1775764771.283732:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.283735:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283740:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa51d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283775:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa50f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5d2 expref: 329 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283931:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5fa524 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5d2 expref: 328 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.283942:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768c96b100) 00010000:00010000:3.0:1775764771.283944:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764771.283947:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:3.0:1775764771.284035:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+328:19723:x1862022966955648:12345-192.168.202.46@tcp:101:dbench.0 Request processed in 1381us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764771.284042:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50996 00000100:00100000:2.0:1775764771.290098:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.290171:0:6585:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966955776 00000100:00100000:1.0:1775764771.290181:0:6585:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966955776 00002000:00100000:1.0:1775764771.290229:0:6585:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000403:0x32:0x0] (1081344->1085439) req@ffff8977b78c7b80 x1862022966955776/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764771.290251:0:6585:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b78c7b80 with x1862022966955776 ext(1081344->1085439) 00002000:00010000:1.0:1775764771.290257:0:6585:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b78c7b80 00000100:00100000:1.0:1775764771.290285:0:6585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2319 00000100:00100000:1.0:1775764771.290294:0:6585:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3f83546c-01a9-4156-8a97-44c446245d3e+75:2382:x1862022966955776:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764771.291189:0:6585:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3f83546c-01a9-4156-8a97-44c446245d3e+75:2382:x1862022966955776:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 893us (1098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764771.291199:0:6585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2319 00002000:00100000:1.0:1775764771.291207:0:6585:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000403:0x32:0x0] (1081344->1085439) req@ffff8977b78c7b80 x1862022966955776/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764771.291216:0:6585:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b78c7b80 with x1862022966955776 ext(1081344->1085439) 00002000:00010000:1.0:1775764771.291220:0:6585:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b78c7b80 00000100:00100000:0.0:1775764771.291659:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.295112:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966956032 00000100:00100000:3.0:1775764771.295129:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966956032 00000100:00100000:2.0:1775764771.295299:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.295449:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966956288 00000100:00100000:0.0:1775764771.295453:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966956288 00000100:00100000:0.0:1775764771.295516:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16217 00000100:00100000:0.0:1775764771.295527:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966956288:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.295888:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0xed7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.295971:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2881, 64 off192640 00010000:00010000:0.0:1775764771.296041:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296059:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296072:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296084:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296090:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296095:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296117:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.296214:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966956288:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 689us (919us total) trans 4294997469 rc 0/0 00000100:00100000:0.0:1775764771.296223:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16217 00010000:00010000:0.0:1775764771.296533:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.296539:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296547:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.296551:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296558:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296570:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed7:0x0].0x0 (ffff897691328900) 00010000:00010000:0.0:1775764771.296573:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.296578:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 1/0,0 mode: --/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296584:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa52b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.296672:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.296675:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.296676:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.296750:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50997 00000100:00100000:3.0:1775764771.296761:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966956032:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:3.0:1775764771.296814:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764771.296832:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa196 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5b6 expref: 329 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296850:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686cafc00/0x2aac6a50e5f8160 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421beee expref: 328 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296858:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897783a95300) 00010000:00010000:3.0:1775764771.296865:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764771.296880:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296890:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296898:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296912:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296918:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.296925:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297001:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297008:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297015:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764771.297565:0:11866:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2d0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1775764771.297760:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297769:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297779:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297785:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.297852:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297860:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297869:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:3.0:1775764771.297872:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764771.297875:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297881:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa540 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297899:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297906:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297912:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297917:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.297920:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297928:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297935:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764771.297937:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.297940:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.297945:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa532 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764771.297953:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045a47061 reply state 000000006e3f0a72 transno 4294997470 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.297962:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764771.298022:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966956032:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1262us (6361us total) trans 4294997470 rc 0/0 00000100:00100000:3.0:1775764771.298030:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50997 00000100:00100000:0.0:1775764771.303095:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.303125:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.303156:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966956800 00000100:00100000:0.0:1775764771.303165:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966956800 00000100:00100000:0.0:1775764771.303220:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50998 00000100:00100000:0.0:1775764771.303230:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+329:19723:x1862022966956800:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.303306:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764771.303332:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac200/0x2aac6a50e5fa1b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5bd expref: 329 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303354:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768ceb4600/0x2aac6a50e5f835f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bf96 expref: 328 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303364:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff8977a2c32000) 00010000:00010000:0.0:1775764771.303375:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.303395:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303409:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303419:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303433:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303441:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303448:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303585:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303765:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.303773:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.304360:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966956544 00000100:00100000:1.0:1775764771.304367:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966956544 00000100:00100000:1.0:1775764771.304408:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16218 00000100:00100000:1.0:1775764771.304416:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966956544:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.304971:0:5795:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000401:0x2da:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1775764771.305093:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305102:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305109:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305115:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.305120:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305127:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305144:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.305147:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.305151:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305157:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa555 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305177:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305184:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305189:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305195:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.305198:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305203:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305211:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:0.0:1775764771.305213:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.305215:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.305220:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa547 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2bb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.305244:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000977302f reply state 00000000bba45d54 transno 4294997471 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.305252:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.305343:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966956800:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 2114us (2216us total) trans 4294997471 rc 0/0 00000100:00100000:0.0:1775764771.305351:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50998 00010000:00010000:2.0:1775764771.305753:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.305761:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.305767:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.305771:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.305774:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.305779:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.305799:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x51a4c572 (ffff89768c96b800) 00010000:00010000:2.0:1775764771.305803:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.305806:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.305812:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fa539 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.309880:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764771.309949:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.309961:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.309969:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.309979:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.309984:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.309992:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.310007:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0xbcf75103 (ffff897691328f00) 00010000:00010000:2.0:1775764771.310010:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.310014:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.310021:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa54e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bb:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.310993:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966957056 00000100:00100000:0.0:1775764771.311004:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966957056 00000100:00100000:0.0:1775764771.311101:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50999 00000100:00100000:0.0:1775764771.311112:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+328:19723:x1862022966957056:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:0.0:1775764771.311165:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764771.311184:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768c8dc200/0x2aac6a50e5f8a20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1fe expref: 328 pid: 16232 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311198:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764771.311206:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764771.311225:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311247:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311256:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311280:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311291:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311299:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311406:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311414:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.311421:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764771.312165:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2cf:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.312260:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2882, 64 off192704 00010000:00010000:1.0:1775764771.312316:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.312327:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.312335:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.312343:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.312349:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.312355:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.312381:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764771.312499:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966956544:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 8081us (9409us total) trans 4294997472 rc 0/0 00000100:00100000:1.0:1775764771.312509:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16218 00010000:00010000:2.0:1775764771.312587:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.312608:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.312615:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.312619:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.312627:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.312636:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cf:0x0].0x0 (ffff897783000600) 00010000:00010000:2.0:1775764771.312639:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.312642:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.312652:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa571 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.312668:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.312671:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.312672:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.315736:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.315838:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966957312 00000100:00100000:2.0:1775764771.315848:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966957312 00000100:00100000:2.0:1775764771.315910:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16219 00000100:00100000:2.0:1775764771.315920:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+328:19724:x1862022966957312:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:2.0:1775764771.316196:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764771.316291:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2883, 64 off192768 00010000:00010000:2.0:1775764771.316352:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.316368:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.316379:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.316387:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.316393:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.316399:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.316419:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764771.316828:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.316836:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.316844:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.316848:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.316856:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.316869:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d9:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:1.0:1775764771.316873:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.316878:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.316884:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa578 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.316904:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.316906:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.316908:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764771.317842:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2884, 64 off192832 00010000:00010000:0.0:1775764771.317904:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317916:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317925:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317932:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317938:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317944:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317960:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.317977:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.317981:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317987:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.317990:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.317996:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318004:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.318007:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.318009:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318015:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa57f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318025:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.318026:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.318028:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.318040:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318046:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318052:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318061:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.318065:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318071:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318079:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.318082:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764771.318084:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318090:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa56a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318109:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318115:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318122:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318127:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.318130:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318136:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318147:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:0.0:1775764771.318150:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.318152:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.318158:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa55c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764771.318167:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea85a72c reply state 00000000595b181b transno 4294997474 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.318177:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764771.318527:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966957056:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 7412us (8650us total) trans 4294997474 rc 0/0 00000100:00100000:0.0:1775764771.318536:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50999 00010000:00010000:0.0:1775764771.320969:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.320985:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.320993:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.320998:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.321003:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.321010:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.321029:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x8e4542d7 (ffff897691328900) 00010000:00010000:0.0:1775764771.321031:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.321035:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.321041:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa563 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.321157:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+329:19724:x1862022966957312:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 5233us (5424us total) trans 4294997473 rc 0/0 00000100:00100000:1.0:1775764771.321172:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16219 00000100:00100000:0.0:1775764771.328169:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.328260:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.328613:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966957568 00000100:00100000:1.0:1775764771.328626:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966957568 00000100:00100000:1.0:1775764771.328677:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966957824 00000100:00100000:1.0:1775764771.328680:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966957824 00000100:00100000:1.0:1775764771.328704:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16220 00000100:00100000:1.0:1775764771.328714:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadf8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966957568:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764771.328919:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16221 00000100:00100000:0.0:1775764771.328929:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966957824:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764771.329170:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966957824:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 242us (908us total) trans 4294997475 rc 0/0 00000100:00100000:0.0:1775764771.329178:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16221 00000004:00080000:1.0:1775764771.329461:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.329568:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2885, 64 off192896 00010000:00010000:1.0:1775764771.329719:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.329736:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.329747:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.329755:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.329761:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.329766:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.329782:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764771.329900:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadf8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966957568:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1186us (1739us total) trans 4294997476 rc 0/0 00000100:00100000:1.0:1775764771.329908:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16220 00010000:00010000:0.0:1775764771.329991:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.329997:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.330004:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.330007:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.330015:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.330026:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d7:0x0].0x0 (ffff897783000900) 00010000:00010000:0.0:1775764771.330030:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.330035:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.330040:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1a00/0x2aac6a50e5fa586 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.330057:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.330059:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.330060:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.334893:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.334933:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.334999:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966958336 00000100:00100000:1.0:1775764771.335008:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966958336 00000100:00100000:1.0:1775764771.335052:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51000 00000100:00100000:1.0:1775764771.335059:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966958336:12345-192.168.202.46@tcp:36:dbench.0 00010000:00010000:1.0:1775764771.335107:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764771.335131:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5fa524 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5d2 expref: 331 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335148:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768c96b100) 00010000:00010000:1.0:1775764771.335159:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764771.335185:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335203:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335212:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335224:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335243:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335250:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335591:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335601:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335608:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335823:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335832:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335838:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335848:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.335852:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335859:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335868:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff897783000e00) 00010000:00010000:1.0:1775764771.335872:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764771.335875:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335881:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa59b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335896:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335902:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335907:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335911:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.335914:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335919:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335930:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764771.335932:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.335934:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335940:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa58d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335949:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335955:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335961:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335966:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.335968:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335974:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335982:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x12eaac0d (ffff897783000600) 00010000:00010000:1.0:1775764771.335984:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.335986:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.335992:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa594 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764771.336068:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+330:19723:x1862022966958336:12345-192.168.202.46@tcp:36:dbench.0 Request processed in 1008us (1133us total) trans 0 rc -39/-39 00000100:00100000:1.0:1775764771.336077:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51000 00000100:00100000:0.0:1775764771.336689:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966958080 00000100:00100000:0.0:1775764771.336695:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966958080 00000100:00100000:0.0:1775764771.336721:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16222 00000100:00100000:0.0:1775764771.336727:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+330:19724:x1862022966958080:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.336935:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.337027:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2886, 64 off192960 00010000:00010000:0.0:1775764771.337084:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.337092:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.337097:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.337109:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.337112:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.337116:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.337150:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.337221:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+331:19724:x1862022966958080:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 493us (2335us total) trans 4294997477 rc 0/0 00000100:00100000:0.0:1775764771.337229:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16222 00010000:00010000:1.0:1775764771.338111:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.338129:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.338137:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.338152:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.338160:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.338174:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d5:0x0].0x0 (ffff897691328900) 00010000:00010000:1.0:1775764771.338176:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.338179:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.338185:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa5a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.338202:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.338204:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.338205:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.350099:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.350175:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966958592 00000100:00100000:1.0:1775764771.350187:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966958592 00000100:00100000:1.0:1775764771.350285:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16223 00000100:00100000:1.0:1775764771.350295:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+331:19723:x1862022966958592:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:1.0:1775764771.350978:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0xed6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.351097:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2885, 64 off192896 00010000:00010000:1.0:1775764771.351169:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.351187:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.351199:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.351206:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.351212:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.351217:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.351819:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764771.351928:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+332:19723:x1862022966958592:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1631us (1832us total) trans 4294997478 rc 0/0 00000100:00100000:1.0:1775764771.351938:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16223 00010000:00010000:0.0:1775764771.352432:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.352442:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.352451:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.352456:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.352542:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.352559:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed6:0x0].0x0 (ffff897783000600) 00010000:00010000:0.0:1775764771.352562:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.352567:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.352572:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1600/0x2aac6a50e5fa5a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.352679:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.352681:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.352683:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.361907:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.362533:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966958848 00000100:00100000:0.0:1775764771.362544:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966958848 00000100:00100000:0.0:1775764771.362614:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16224 00000100:00100000:0.0:1775764771.362625:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+332:19724:x1862022966958848:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.362930:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.363011:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2887, 64 off193024 00010000:00010000:0.0:1775764771.363079:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.363095:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.363107:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.363115:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.363121:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.363126:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.363351:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.363536:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+333:19724:x1862022966958848:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 910us (1636us total) trans 4294997479 rc 0/0 00000100:00100000:0.0:1775764771.363545:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16224 00010000:00010000:1.0:1775764771.365900:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.365912:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.365924:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.365929:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.365939:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.365956:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d3:0x0].0x0 (ffff897691328200) 00010000:00010000:1.0:1775764771.365959:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.365964:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.365970:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa5b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.365995:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.365997:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.365998:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.368653:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.368739:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966959104 00000100:00100000:3.0:1775764771.368749:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966959104 00000100:00100000:3.0:1775764771.368807:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16225 00000100:00100000:3.0:1775764771.368818:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+333:19723:x1862022966959104:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:3.0:1775764771.369198:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2e4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764771.369291:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2888, 64 off193088 00000001:00080000:3.0:1775764771.369300:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997480 00010000:00010000:3.0:1775764771.369346:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.369362:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.369373:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.369381:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.369388:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.369393:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.369417:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764771.369544:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+335:19723:x1862022966959104:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 728us (900us total) trans 4294997481 rc 0/0 00000100:00100000:3.0:1775764771.369554:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16225 00000020:00080000:3.0:1775764771.369559:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764771.370050:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.370057:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.370064:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.370069:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.370078:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.370091:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e4:0x0].0x0 (ffff89768c96bf00) 00010000:00010000:0.0:1775764771.370095:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.370099:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.370104:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fa5b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.370123:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.370125:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.370126:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.373430:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.373582:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966959360 00000100:00100000:0.0:1775764771.373602:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966959360 00000100:00100000:0.0:1775764771.373659:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16226 00000100:00100000:0.0:1775764771.373669:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+335:19724:x1862022966959360:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.373955:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.374033:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2889, 64 off193152 00010000:00010000:0.0:1775764771.374097:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.374114:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.374125:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.374133:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.374140:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.374159:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.374181:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764771.374346:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.374353:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.374361:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.374365:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.374373:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.374384:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d1:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.374387:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.374391:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.374397:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa5be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.374414:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.374415:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.374417:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.374499:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfa050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+336:19724:x1862022966959360:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 830us (1077us total) trans 4294997482 rc 0/0 00000100:00100000:0.0:1775764771.374509:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16226 00000100:00100000:2.0:1775764771.378573:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.378666:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966959616 00000100:00100000:3.0:1775764771.378677:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966959616 00000100:00100000:3.0:1775764771.378726:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16227 00000100:00100000:3.0:1775764771.378736:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+336:19723:x1862022966959616:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:3.0:1775764771.379074:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2e2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764771.379181:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2890, 64 off193216 00000001:00080000:3.0:1775764771.379191:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997483 00010000:00010000:3.0:1775764771.379381:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.379397:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.379409:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.379418:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.379424:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.379431:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.379454:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764771.379575:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+338:19723:x1862022966959616:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 840us (1011us total) trans 4294997484 rc 0/0 00000100:00100000:3.0:1775764771.379584:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16227 00000020:00080000:3.0:1775764771.379588:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764771.379774:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.379781:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.379788:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.379791:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.379799:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.379811:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e2:0x0].0x0 (ffff89768c96b200) 00010000:00010000:0.0:1775764771.379815:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.379819:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.379824:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fa5c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.379839:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.379841:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.379843:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.383339:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.383846:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966959872 00000100:00100000:0.0:1775764771.383856:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966959872 00000100:00100000:0.0:1775764771.383930:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16228 00000100:00100000:0.0:1775764771.383939:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+338:19724:x1862022966959872:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.384446:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2cd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.384720:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2891, 64 off193280 00010000:00010000:0.0:1775764771.384791:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.384808:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.384820:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.384828:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.384835:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.384841:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.384905:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.385000:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+339:19724:x1862022966959872:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1060us (1669us total) trans 4294997485 rc 0/0 00000100:00100000:0.0:1775764771.385010:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16228 00000100:00100000:2.0:1775764771.393714:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.393753:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.393928:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966960128 00000100:00100000:0.0:1775764771.393938:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966960128 00000100:00100000:0.0:1775764771.393980:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966960384 00000100:00100000:0.0:1775764771.393983:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966960384 00000100:00100000:0.0:1775764771.394006:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16229 00000100:00100000:0.0:1775764771.394016:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+340:19723:x1862022966960128:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.394390:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2e0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.394502:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2886, 64 off192960 00000001:00080000:0.0:1775764771.394511:0:13330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997486 00010000:00010000:0.0:1775764771.394561:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.394578:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.394592:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.394601:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.394608:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.394615:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764771.394677:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16230 00000100:00100000:2.0:1775764771.394687:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966960384:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:2.0:1775764771.394847:0:16475:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2cb:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764771.394897:0:16475:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2892, 64 off193344 00010000:00010000:2.0:1775764771.394932:0:16475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.394941:0:16475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.394949:0:16475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.394954:0:16475:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.394960:0:16475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.394971:0:16475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.395391:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764771.395400:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.395408:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.395412:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.395420:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.395433:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cd:0x0].0x0 (ffff897691328a00) 00010000:00010000:1.0:1775764771.395436:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.395441:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.395448:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa5cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396022:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764771.396229:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+343:19723:x1862022966960128:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 2211us (2522us total) trans 4294997487 rc 0/0 00000100:00100000:0.0:1775764771.396338:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16229 00000020:00080000:0.0:1775764771.396344:0:13330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764771.396381:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764771.396386:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396394:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.396397:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396404:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396415:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e0:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.396418:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.396422:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396428:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396442:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.396445:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396449:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.396452:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396457:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396492:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cb:0x0].0x0 (ffff89768faaa400) 00010000:00010000:0.0:1775764771.396495:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.396498:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.396510:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.396512:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.396514:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.396540:0:16475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1775764771.396547:0:16475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa5da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.396587:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.396609:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+342:19724:x1862022966960384:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1924us (2855us total) trans 4294997488 rc 0/0 00000100:00100000:2.0:1775764771.396617:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16230 00010000:00010000:1.0:1775764771.396721:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.400982:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.401022:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.401106:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966960640 00000100:00100000:1.0:1775764771.401116:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966960640 00000100:00100000:1.0:1775764771.401174:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966960896 00000100:00100000:1.0:1775764771.401177:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966960896 00000100:00100000:1.0:1775764771.401203:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16231 00000100:00100000:1.0:1775764771.401212:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+343:19724:x1862022966960640:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:1.0:1775764771.401552:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1775764771.401805:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16232 00000100:00100000:3.0:1775764771.401816:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+343:19723:x1862022966960896:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:3.0:1775764771.402017:0:16475:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764771.402074:0:16475:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2887, 64 off193024 00000001:00080000:3.0:1775764771.402083:0:16475:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997489 00010000:00010000:3.0:1775764771.402126:0:16475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402154:0:16475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402166:0:16475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402175:0:16475:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402181:0:16475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402188:0:16475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402207:0:16475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764771.402287:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+345:19723:x1862022966960896:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 474us (1264us total) trans 4294997490 rc 0/0 00000100:00100000:3.0:1775764771.402296:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16232 00000020:00080000:3.0:1775764771.402301:0:16475:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764771.402322:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.402327:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402334:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.402338:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402346:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402358:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d4:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:3.0:1775764771.402361:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.402366:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402372:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa5e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.402387:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.402389:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.402391:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764771.402932:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2893, 64 off193408 00010000:00010000:1.0:1775764771.402986:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.402996:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.403003:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.403012:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.403017:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.403023:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.403045:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764771.403096:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+345:19724:x1862022966960640:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1884us (2122us total) trans 4294997491 rc 0/0 00000100:00100000:1.0:1775764771.403104:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16231 00000100:00100000:2.0:1775764771.407445:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.407529:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.407777:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966961152 00000100:00100000:3.0:1775764771.407787:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966961152 00000100:00100000:3.0:1775764771.407999:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966961408 00000100:00100000:3.0:1775764771.408003:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966961408 00000100:00100000:2.0:1775764771.408407:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16233 00000100:00100000:2.0:1775764771.408420:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+346:19724:x1862022966961152:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:2.0:1775764771.408931:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764771.409012:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2894, 64 off193472 00010000:00010000:2.0:1775764771.409079:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.409096:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.409107:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.409116:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.409124:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.409130:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.409164:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764771.409254:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+347:19724:x1862022966961152:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 837us (1821us total) trans 4294997492 rc 0/0 00000100:00100000:2.0:1775764771.409263:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16233 00000100:00100000:2.0:1775764771.409286:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16234 00000100:00100000:2.0:1775764771.409294:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+346:19723:x1862022966961408:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:2.0:1775764771.409498:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2de:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764771.409570:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2888, 64 off193088 00000001:00080000:2.0:1775764771.409577:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997493 00010000:00010000:0.0:1775764771.409698:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764771.409705:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409713:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.409717:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409724:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409737:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c9:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764771.409740:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.409746:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409752:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0200/0x2aac6a50e5fa5e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409770:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.409773:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409778:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.409781:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409790:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409796:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c7:0x0].0x0 (ffff89768faaad00) 00010000:00010000:0.0:1775764771.409799:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.409801:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409806:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa5ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.409817:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.409819:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.409820:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.410095:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.410105:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.410112:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.410118:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.410124:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.410134:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.410202:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764771.410265:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966961408:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 971us (2734us total) trans 4294997494 rc 0/0 00000100:00100000:2.0:1775764771.410274:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16234 00000020:00080000:2.0:1775764771.410278:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764771.414679:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764771.414697:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.414711:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764771.414716:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.414727:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.414747:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2de:0x0].0x0 (ffff89768faaa800) 00010000:00010000:1.0:1775764771.414750:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764771.414755:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.414761:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa5f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.414785:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.414787:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.414788:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.415029:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.415090:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.415508:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.415602:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966961664 00000100:00100000:0.0:1775764771.415612:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966961664 00000100:00100000:0.0:1775764771.415678:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16235 00000100:00100000:0.0:1775764771.415688:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+348:19723:x1862022966961664:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.416070:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2dc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.416184:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2889, 64 off193152 00000001:00080000:0.0:1775764771.416196:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997495 00010000:00010000:0.0:1775764771.416582:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.416617:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.416629:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.416642:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.416649:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.416656:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.416674:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.416767:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b41f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+350:19723:x1862022966961664:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1079us (1678us total) trans 4294997496 rc 0/0 00000100:00100000:0.0:1775764771.416775:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16235 00000020:00080000:0.0:1775764771.416780:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764771.417110:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.417117:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.417125:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.417129:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.417137:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.417159:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dc:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.417163:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.417167:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.417173:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa5fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.417191:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.417193:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.417195:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.420191:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966961920 00000100:00100000:0.0:1775764771.420205:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966961920 00000100:00100000:0.0:1775764771.420403:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16236 00000100:00100000:0.0:1775764771.420414:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+350:19724:x1862022966961920:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.421214:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.421448:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2895, 64 off193536 00010000:00010000:0.0:1775764771.421601:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.421620:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.421632:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.421644:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.421651:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.421656:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.422003:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.422109:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+351:19724:x1862022966961920:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1694us (6598us total) trans 4294997497 rc 0/0 00000100:00100000:0.0:1775764771.422120:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16236 00000100:00100000:3.0:1775764771.422419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.425452:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.425840:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966962176 00000100:00100000:0.0:1775764771.425850:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966962176 00000100:00100000:0.0:1775764771.425905:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966962432 00000100:00100000:0.0:1775764771.425908:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966962432 00000100:00100000:0.0:1775764771.425924:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16237 00000100:00100000:0.0:1775764771.425934:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+352:19723:x1862022966962176:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:3.0:1775764771.426440:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16238 00000100:00100000:3.0:1775764771.426451:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadfb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+353:19724:x1862022966962432:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:3.0:1775764771.426659:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764771.426733:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2896, 64 off193600 00010000:00010000:3.0:1775764771.426799:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.426818:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.426830:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.426840:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.426847:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.426854:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764771.427421:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2da:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.427512:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2890, 64 off193216 00000001:00080000:0.0:1775764771.427521:0:13330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997498 00010000:00010000:0.0:1775764771.427559:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.427569:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.427578:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.427585:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.427604:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.427610:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427669:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764771.427676:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427683:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.427687:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427696:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427709:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c5:0x0].0x0 (ffff897691328200) 00010000:00010000:2.0:1775764771.427712:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.427717:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427723:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa604 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427744:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764771.427748:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427752:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.427755:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427761:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427768:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c3:0x0].0x0 (ffff89768c96b600) 00010000:00010000:2.0:1775764771.427771:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.427773:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427780:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.427783:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427799:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.427802:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427807:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427814:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2da:0x0].0x0 (ffff897691328900) 00010000:00010000:2.0:1775764771.427817:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.427819:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.427826:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.427828:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.427830:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.428057:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1775764771.428063:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa60b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.428184:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadfb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+355:19724:x1862022966962432:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1732us (2737us total) trans 4294997499 rc 0/0 00000100:00100000:3.0:1775764771.428195:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16238 00000100:00100000:3.0:1775764771.431326:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764771.431583:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764771.431603:0:13330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa612 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764771.431720:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+354:19723:x1862022966962176:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 5786us (9299us total) trans 4294997500 rc 0/0 00000100:00100000:0.0:1775764771.431730:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16237 00000020:00080000:0.0:1775764771.431736:0:13330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764771.431808:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966962688 00000100:00100000:0.0:1775764771.431816:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966962688 00000100:00100000:0.0:1775764771.431853:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16239 00000100:00100000:0.0:1775764771.431861:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+354:19724:x1862022966962688:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.432126:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.432224:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2897, 64 off193664 00010000:00010000:0.0:1775764771.432301:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432317:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432335:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432344:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432350:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432356:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432374:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.432398:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.432404:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432412:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.432418:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432426:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432437:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c1:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764771.432440:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.432445:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432451:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa619 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.432508:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.432510:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.432511:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.432545:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+355:19724:x1862022966962688:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 683us (1228us total) trans 4294997501 rc 0/0 00000100:00100000:0.0:1775764771.432552:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16239 00010000:00010000:3.0:1775764771.432952:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.436969:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.437053:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.437366:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966962944 00000100:00100000:2.0:1775764771.437378:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966962944 00000100:00100000:2.0:1775764771.437428:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966963200 00000100:00100000:2.0:1775764771.437431:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966963200 00000100:00100000:2.0:1775764771.437447:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16240 00000100:00100000:2.0:1775764771.437456:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+356:19724:x1862022966962944:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:2.0:1775764771.437775:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2dd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1775764771.438343:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16241 00000100:00100000:0.0:1775764771.438359:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+356:19723:x1862022966963200:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.438642:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.438709:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2891, 64 off193280 00000001:00080000:0.0:1775764771.438718:0:13330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997502 00010000:00010000:0.0:1775764771.438762:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.438777:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.438799:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.438808:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.438813:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.438819:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.438843:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.438929:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+358:19723:x1862022966963200:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 575us (1874us total) trans 4294997503 rc 0/0 00000100:00100000:0.0:1775764771.438938:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16241 00000020:00080000:0.0:1775764771.438943:0:13330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:2.0:1775764771.439059:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2898, 64 off193728 00010000:00010000:2.0:1775764771.439100:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439109:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439117:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439124:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439130:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439136:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439155:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764771.439193:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+358:19724:x1862022966962944:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1738us (2235us total) trans 4294997504 rc 0/0 00000100:00100000:2.0:1775764771.439201:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16240 00010000:00010000:2.0:1775764771.439218:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764771.439224:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439231:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.439235:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439243:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439255:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d8:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.439258:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.439263:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439268:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa620 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439285:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.439289:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439294:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.439297:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439303:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439310:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2dd:0x0].0x0 (ffff89768faaa400) 00010000:00010000:2.0:1775764771.439312:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.439315:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439320:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9000/0x2aac6a50e5fa627 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.439331:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.439332:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.439334:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.440311:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764771.443698:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.444776:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.445055:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966963456 00000100:00100000:0.0:1775764771.445065:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966963456 00000100:00100000:0.0:1775764771.445122:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16242 00000100:00100000:0.0:1775764771.445132:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+358:19723:x1862022966963456:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.445437:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.446020:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2892, 64 off193344 00010000:00010000:0.0:1775764771.446087:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.446102:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.446114:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.446122:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.446129:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.446135:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.446168:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764771.446411:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.446418:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.446425:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.446429:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.446436:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.446449:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d6:0x0].0x0 (ffff897691328a00) 00010000:00010000:3.0:1775764771.446452:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.446456:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.446461:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa62e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.446505:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.446507:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.446509:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.447104:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+359:19723:x1862022966963456:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1970us (2333us total) trans 4294997505 rc 0/0 00000100:00100000:0.0:1775764771.447115:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16242 00000100:00100000:2.0:1775764771.451505:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.451574:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966963712 00000100:00100000:3.0:1775764771.451584:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966963712 00000100:00100000:3.0:1775764771.451637:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16243 00000100:00100000:3.0:1775764771.451647:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+359:19723:x1862022966963712:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:3.0:1775764771.452014:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764771.452082:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2893, 64 off193408 00000001:00080000:3.0:1775764771.452090:0:5797:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997506 00010000:00010000:3.0:1775764771.452124:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.452137:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.452157:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.452163:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.452167:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.452170:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.452183:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764771.453401:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+361:19723:x1862022966963712:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1746us (1896us total) trans 4294997507 rc 0/0 00000100:00100000:3.0:1775764771.453414:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16243 00000020:00080000:3.0:1775764771.453421:0:5797:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764771.453452:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.453459:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.453497:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.453501:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.453509:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.453525:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d2:0x0].0x0 (ffff89768c96b600) 00010000:00010000:3.0:1775764771.453527:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.453533:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.453538:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa635 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.453555:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.453556:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.453558:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.458853:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.462439:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966963968 00000100:00100000:0.0:1775764771.462614:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966963968 00000100:00100000:0.0:1775764771.462709:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16244 00000100:00100000:0.0:1775764771.462723:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+361:19723:x1862022966963968:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.463039:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2d0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.463093:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2894, 64 off193472 00000001:00080000:0.0:1775764771.463099:0:5798:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997508 00010000:00010000:0.0:1775764771.463133:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.463145:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.463154:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.463159:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.463163:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.463167:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.463190:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.463259:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+363:19723:x1862022966963968:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 537us (4417us total) trans 4294997509 rc 0/0 00000100:00100000:0.0:1775764771.463265:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16244 00000020:00080000:0.0:1775764771.463268:0:5798:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764771.463326:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.463331:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.463335:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.463339:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.463344:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.463352:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d0:0x0].0x0 (ffff897691328f00) 00010000:00010000:2.0:1775764771.463354:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.463358:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.463364:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa63c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.463379:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.463380:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.463381:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.466698:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.466779:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966964224 00000100:00100000:1.0:1775764771.466860:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966964224 00000100:00100000:1.0:1775764771.466947:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16245 00000100:00100000:1.0:1775764771.466957:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+363:19723:x1862022966964224:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:1.0:1775764771.467320:0:16475:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2ce:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.467387:0:16475:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2895, 64 off193536 00000001:00080000:1.0:1775764771.467395:0:16475:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997510 00010000:00010000:1.0:1775764771.467439:0:16475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.467453:0:16475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.467517:0:16475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.467530:0:16475:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.467537:0:16475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.467542:0:16475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.467562:0:16475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764771.467635:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.467642:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.467647:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.467651:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.467656:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.467667:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ce:0x0].0x0 (ffff897783000e00) 00010000:00010000:0.0:1775764771.467669:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.467672:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.467676:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa643 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.467690:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.467692:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.467693:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764771.467716:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+365:19723:x1862022966964224:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 761us (1026us total) trans 4294997511 rc 0/0 00000100:00100000:1.0:1775764771.467726:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16245 00000020:00080000:1.0:1775764771.467731:0:16475:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764771.470636:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.470676:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966964480 00000100:00100000:0.0:1775764771.470686:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966964480 00000100:00100000:0.0:1775764771.470743:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16246 00000100:00100000:0.0:1775764771.470752:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+365:19723:x1862022966964480:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.471063:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2cc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.471115:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2896, 64 off193600 00000001:00080000:0.0:1775764771.471122:0:13330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997512 00010000:00010000:0.0:1775764771.471155:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.471166:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.471176:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.471182:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.471186:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.471189:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.471207:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.471280:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+367:19723:x1862022966964480:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 529us (650us total) trans 4294997513 rc 0/0 00000100:00100000:0.0:1775764771.471288:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16246 00000020:00080000:0.0:1775764771.471293:0:13330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764771.471321:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.471328:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.471336:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.471341:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.471349:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.471362:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cc:0x0].0x0 (ffff897691328900) 00010000:00010000:3.0:1775764771.471366:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.471370:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.471376:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa64a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.471397:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.471400:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.471402:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.473999:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.474156:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966964736 00000100:00100000:3.0:1775764771.474167:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966964736 00000100:00100000:3.0:1775764771.474213:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16247 00000100:00100000:3.0:1775764771.474222:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+367:19723:x1862022966964736:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:3.0:1775764771.474541:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2ca:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764771.474625:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2897, 64 off193664 00010000:00010000:3.0:1775764771.474684:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.474697:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.474707:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.474715:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.474720:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.474725:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.474746:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.474786:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.474793:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.474799:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.474802:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.474809:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.474818:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ca:0x0].0x0 (ffff89768c96b600) 00010000:00010000:2.0:1775764771.474820:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.474824:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.474830:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+368:19723:x1862022966964736:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 607us (837us total) trans 4294997514 rc 0/0 00010000:00010000:2.0:1775764771.474833:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fa651 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2ca:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764771.474844:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16247 00010000:00010000:2.0:1775764771.474866:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.474868:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.474870:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764771.479196:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.480552:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966964992 00000100:00100000:2.0:1775764771.480565:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966964992 00000100:00100000:2.0:1775764771.480620:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16248 00000100:00100000:2.0:1775764771.480631:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+368:19723:x1862022966964992:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:2.0:1775764771.480949:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764771.481033:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2898, 64 off193728 00010000:00010000:2.0:1775764771.481096:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.481112:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.481124:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.481134:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.481140:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.481145:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.481175:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764771.481277:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+369:19723:x1862022966964992:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 647us (2089us total) trans 4294997515 rc 0/0 00000100:00100000:2.0:1775764771.481283:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16248 00010000:00010000:0.0:1775764771.481548:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764771.481555:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.481564:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764771.481568:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.481575:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.481588:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c8:0x0].0x0 (ffff89768faaa400) 00010000:00010000:0.0:1775764771.481591:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764771.481595:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.481600:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa658 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.481617:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.481619:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764771.481620:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.484636:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.484725:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966965248 00000100:00100000:1.0:1775764771.484735:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966965248 00000100:00100000:1.0:1775764771.484801:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16249 00000100:00100000:1.0:1775764771.484812:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+369:19723:x1862022966965248:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:1.0:1775764771.485190:0:16475:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.485273:0:16475:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2899, 64 off193792 00000001:00080000:1.0:1775764771.485281:0:16475:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997516 00010000:00010000:1.0:1775764771.485325:0:16475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.485339:0:16475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.485349:0:16475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.485358:0:16475:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.485364:0:16475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.485368:0:16475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.485391:0:16475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.485512:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.485520:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.485534:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.485538:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.485547:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.485560:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c6:0x0].0x0 (ffff897783000d00) 00010000:00010000:2.0:1775764771.485563:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.485568:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.485574:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa65f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.485595:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.485597:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.485600:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764771.486324:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+371:19723:x1862022966965248:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 654us (839us total) trans 4294997517 rc 0/0 00000100:00100000:1.0:1775764771.486337:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16249 00000020:00080000:1.0:1775764771.486350:0:16475:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764771.490446:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.490534:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966965504 00000100:00100000:0.0:1775764771.490544:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966965504 00000100:00100000:0.0:1775764771.490605:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16250 00000100:00100000:0.0:1775764771.490615:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+371:19723:x1862022966965504:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.490945:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0xec1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.491051:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2899, 64 off193792 00010000:00010000:0.0:1775764771.491122:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.491138:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.491150:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.491159:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.491166:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.491173:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.491199:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.491292:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+372:19723:x1862022966965504:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 679us (854us total) trans 4294997518 rc 0/0 00000100:00100000:0.0:1775764771.491302:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16250 00010000:00010000:3.0:1775764771.492275:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.492283:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.492291:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.492295:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.492302:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.492314:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xec1:0x0].0x0 (ffff897691328900) 00010000:00010000:3.0:1775764771.492318:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.492321:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.492327:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa666 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xec1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.492348:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.492349:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764771.492350:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764771.495307:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.495356:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966965760 00000100:00100000:0.0:1775764771.495367:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966965760 00000100:00100000:0.0:1775764771.495425:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16251 00000100:00100000:0.0:1775764771.495437:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+372:19723:x1862022966965760:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.495906:0:5797:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.496000:0:5797:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2900, 64 off193856 00010000:00010000:0.0:1775764771.496066:0:5797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.496083:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.496096:0:5797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.496106:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.496112:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.496118:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.496143:0:5797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764771.496246:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+373:19723:x1862022966965760:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 809us (946us total) trans 4294997519 rc 0/0 00000100:00100000:0.0:1775764771.496256:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16251 00010000:00010000:2.0:1775764771.496260:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.496268:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.496275:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.496280:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.496288:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.496300:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c4:0x0].0x0 (ffff897691328f00) 00010000:00010000:2.0:1775764771.496303:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.496307:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.496312:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa66d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.496328:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.496330:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.496331:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.506443:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.506610:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966966016 00000100:00100000:0.0:1775764771.506621:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966966016 00000100:00100000:0.0:1775764771.506682:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16252 00000100:00100000:0.0:1775764771.506692:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+373:19723:x1862022966966016:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:0.0:1775764771.506989:0:5798:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764771.507067:0:5798:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2901, 64 off193920 00010000:00010000:0.0:1775764771.507136:0:5798:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.507152:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.507166:0:5798:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.507175:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.507182:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.507187:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.507214:0:5798:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764771.507398:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.507404:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.507410:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.507414:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.507421:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.507433:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c2:0x0].0x0 (ffff897691328a00) 00010000:00010000:2.0:1775764771.507436:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.507440:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.507446:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa674 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5798 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.507513:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.507516:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.507518:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764771.507637:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+374:19723:x1862022966966016:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 945us (1201us total) trans 4294997520 rc 0/0 00000100:00100000:0.0:1775764771.507647:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16252 00000100:00100000:0.0:1775764771.526120:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.526261:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966966272 00000100:00100000:1.0:1775764771.526271:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966966272 00000100:00100000:1.0:1775764771.526334:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16253 00000100:00100000:1.0:1775764771.526344:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+374:19723:x1862022966966272:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:1.0:1775764771.526723:0:16475:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2c0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.526783:0:16475:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2902, 64 off193984 00010000:00010000:1.0:1775764771.526863:0:16475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.526874:0:16475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.526884:0:16475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.526893:0:16475:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.526897:0:16475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.526900:0:16475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.526909:0:16475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764771.526983:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+375:19723:x1862022966966272:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 641us (871us total) trans 4294997521 rc 0/0 00000100:00100000:1.0:1775764771.526988:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16253 00010000:00010000:2.0:1775764771.527047:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764771.527052:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.527057:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764771.527060:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.527065:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.527074:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c0:0x0].0x0 (ffff897783000200) 00010000:00010000:2.0:1775764771.527076:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764771.527078:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.527082:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa67b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.527094:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.527095:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.527096:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.530018:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.530115:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966966528 00000100:00100000:1.0:1775764771.530125:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966966528 00000100:00100000:1.0:1775764771.530300:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16254 00000100:00100000:1.0:1775764771.530310:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+375:19723:x1862022966966528:12345-192.168.202.46@tcp:35:dbench.0 00000004:00080000:1.0:1775764771.530652:0:13330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x2bd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764771.530731:0:13330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2900, 64 off193856 00010000:00010000:1.0:1775764771.530798:0:13330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.530813:0:13330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.530824:0:13330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.530832:0:13330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.530840:0:13330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.530845:0:13330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.530916:0:13330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764771.530993:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+376:19723:x1862022966966528:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 684us (984us total) trans 4294997522 rc 0/0 00000100:00100000:1.0:1775764771.531001:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16254 00010000:00010000:3.0:1775764771.534932:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764771.534947:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.534959:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764771.534963:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.534972:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.534990:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bd:0x0].0x0 (ffff897783000c00) 00010000:00010000:3.0:1775764771.534994:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764771.534998:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.535004:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa682 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.537210:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.537216:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.537219:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764771.539710:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.539907:0:16241:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966966656 00000100:00100000:2.0:1775764771.539917:0:16241:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966966656 00002000:00100000:2.0:1775764771.539969:0:16241:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000403:0x32:0x0] (24576->28671) req@ffff897684bb4000 x1862022966966656/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.539980:0:16241:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684bb4000 with x1862022966966656 ext(24576->28671) 00002000:00010000:2.0:1775764771.539987:0:16241:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684bb4000 00000100:00100000:2.0:1775764771.540027:0:16241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2320 00000100:00100000:2.0:1775764771.540037:0:16241:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966966656:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:2.0:1775764771.541540:0:16241:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966966656:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 1499us (1835us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764771.541552:0:16241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2320 00002000:00100000:2.0:1775764771.541560:0:16241:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000403:0x32:0x0] (24576->28671) req@ffff897684bb4000 x1862022966966656/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.541570:0:16241:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684bb4000 with x1862022966966656 ext(24576->28671) 00002000:00010000:2.0:1775764771.541576:0:16241:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff897684bb4000 00000100:00100000:2.0:1775764771.548608:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.548702:0:16239:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966966784 00000100:00100000:0.0:1775764771.548713:0:16239:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966966784 00002000:00100000:0.0:1775764771.548795:0:16239:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000403:0x32:0x0] (561152->565247) req@ffff8976841d6d80 x1862022966966784/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764771.548807:0:16239:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976841d6d80 with x1862022966966784 ext(561152->565247) 00002000:00010000:0.0:1775764771.548813:0:16239:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976841d6d80 00000100:00100000:0.0:1775764771.548845:0:16239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2321 00000100:00100000:0.0:1775764771.548854:0:16239:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:3f83546c-01a9-4156-8a97-44c446245d3e+75:2380:x1862022966966784:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:0.0:1775764771.549079:0:16239:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:3f83546c-01a9-4156-8a97-44c446245d3e+75:2380:x1862022966966784:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 226us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764771.549087:0:16239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2321 00002000:00100000:0.0:1775764771.549094:0:16239:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000403:0x32:0x0] (561152->565247) req@ffff8976841d6d80 x1862022966966784/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764771.549101:0:16239:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976841d6d80 with x1862022966966784 ext(561152->565247) 00002000:00010000:0.0:1775764771.549105:0:16239:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976841d6d80 00000100:00100000:1.0:1775764771.553461:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.553591:0:14507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966966912 00000100:00100000:2.0:1775764771.553601:0:14507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966966912 00002000:00100000:2.0:1775764771.553648:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000403:0x32:0x0] (327680->331775) req@ffff89768328ad80 x1862022966966912/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.553659:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768328ad80 with x1862022966966912 ext(327680->331775) 00002000:00010000:2.0:1775764771.553666:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768328ad80 00000100:00100000:2.0:1775764771.553708:0:14507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2322 00000100:00100000:2.0:1775764771.553718:0:14507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966966912:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:2.0:1775764771.553953:0:14507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966966912:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 235us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764771.553960:0:14507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2322 00002000:00100000:2.0:1775764771.553967:0:14507:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000403:0x32:0x0] (327680->331775) req@ffff89768328ad80 x1862022966966912/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.553979:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768328ad80 with x1862022966966912 ext(327680->331775) 00002000:00010000:2.0:1775764771.553982:0:14507:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768328ad80 00000100:00100000:2.0:1775764771.560073:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.560396:0:16272:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966967040 00000100:00100000:1.0:1775764771.560405:0:16272:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966967040 00002000:00100000:1.0:1775764771.560450:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000403:0x32:0x0] (331776->335871) req@ffff8977b2aa1f80 x1862022966967040/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764771.560458:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b2aa1f80 with x1862022966967040 ext(331776->335871) 00002000:00010000:1.0:1775764771.560496:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b2aa1f80 00000100:00100000:1.0:1775764771.560563:0:16272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2323 00000100:00100000:1.0:1775764771.560573:0:16272:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+75:2380:x1862022966967040:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:1.0:1775764771.560747:0:16272:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+75:2380:x1862022966967040:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 177us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764771.560753:0:16272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2323 00002000:00100000:1.0:1775764771.560757:0:16272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000403:0x32:0x0] (331776->335871) req@ffff8977b2aa1f80 x1862022966967040/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764771.560763:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b2aa1f80 with x1862022966967040 ext(331776->335871) 00002000:00010000:1.0:1775764771.560765:0:16272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b2aa1f80 00000100:00100000:1.0:1775764771.565332:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.565397:0:14727:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966967168 00000100:00100000:2.0:1775764771.565406:0:14727:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966967168 00002000:00100000:2.0:1775764771.565446:0:14727:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000403:0x32:0x0] (1310720->1314815) req@ffff89768328b480 x1862022966967168/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.565457:0:14727:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768328b480 with x1862022966967168 ext(1310720->1314815) 00002000:00010000:2.0:1775764771.565509:0:14727:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768328b480 00000100:00100000:2.0:1775764771.565536:0:14727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2324 00000100:00100000:2.0:1775764771.565545:0:14727:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966967168:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:2.0:1775764771.565743:0:14727:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966967168:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 198us (423us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764771.565751:0:14727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2324 00002000:00100000:2.0:1775764771.565757:0:14727:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000403:0x32:0x0] (1310720->1314815) req@ffff89768328b480 x1862022966967168/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764771.565765:0:14727:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768328b480 with x1862022966967168 ext(1310720->1314815) 00002000:00010000:2.0:1775764771.565768:0:14727:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768328b480 00000100:00100000:2.0:1775764771.571033:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.571177:0:16238:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966967296 00000100:00100000:3.0:1775764771.571186:0:16238:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966967296 00002000:00100000:3.0:1775764771.571236:0:16238:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000403:0x32:0x0] (614400->618495) req@ffff8977b2aa0380 x1862022966967296/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/0 e 0 to 0 dl 1775764782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764771.571247:0:16238:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b2aa0380 with x1862022966967296 ext(614400->618495) 00002000:00010000:3.0:1775764771.571253:0:16238:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b2aa0380 00000100:00100000:3.0:1775764771.571288:0:16238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2325 00000100:00100000:3.0:1775764771.571296:0:16238:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:3f83546c-01a9-4156-8a97-44c446245d3e+75:2380:x1862022966967296:12345-192.168.202.46@tcp:3:dbench.0 00000100:00100000:3.0:1775764771.571556:0:16238:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:3f83546c-01a9-4156-8a97-44c446245d3e+75:2380:x1862022966967296:12345-192.168.202.46@tcp:3:dbench.0 Request processed in 259us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764771.571571:0:16238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2325 00002000:00100000:3.0:1775764771.571576:0:16238:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000403:0x32:0x0] (614400->618495) req@ffff8977b2aa0380 x1862022966967296/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:252/0 lens 488/4536 e 0 to 0 dl 1775764782 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dbench.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764771.571585:0:16238:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b2aa0380 with x1862022966967296 ext(614400->618495) 00002000:00010000:3.0:1775764771.571588:0:16238:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b2aa0380 00000100:00100000:3.0:1775764771.575063:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.575319:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966967552 00000100:00100000:2.0:1775764771.575329:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966967552 00000100:00100000:2.0:1775764771.575577:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16255 00000100:00100000:2.0:1775764771.575588:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+376:19722:x1862022966967552:12345-192.168.202.46@tcp:35:dbench.0 00000001:00080000:2.0:1775764771.576207:0:16475:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997523 00000100:00100000:2.0:1775764771.576674:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+378:19722:x1862022966967552:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 1085us (1615us total) trans 4294997524 rc 0/0 00000100:00100000:2.0:1775764771.576685:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16255 00000020:00080000:2.0:1775764771.576690:0:16475:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764771.579318:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.579541:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966967808 00000100:00100000:0.0:1775764771.579550:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966967808 00000100:00100000:0.0:1775764771.579700:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16256 00000100:00100000:0.0:1775764771.579711:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+378:19722:x1862022966967808:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764771.579956:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+379:19722:x1862022966967808:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 246us (645us total) trans 4294997525 rc 0/0 00000100:00100000:0.0:1775764771.579963:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16256 00000100:00100000:1.0:1775764771.582627:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.582712:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966968064 00000100:00100000:0.0:1775764771.582720:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966968064 00000100:00100000:0.0:1775764771.582773:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16257 00000100:00100000:0.0:1775764771.582782:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+379:19722:x1862022966968064:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764771.583275:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+380:19722:x1862022966968064:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 492us (655us total) trans 4294997526 rc 0/0 00000100:00100000:0.0:1775764771.583284:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16257 00000100:00100000:2.0:1775764771.592656:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.592728:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966968320 00000100:00100000:1.0:1775764771.592739:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966968320 00000100:00100000:1.0:1775764771.592802:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16258 00000100:00100000:1.0:1775764771.592811:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+380:19722:x1862022966968320:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:1.0:1775764771.593050:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+381:19722:x1862022966968320:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 240us (405us total) trans 4294997527 rc 0/0 00000100:00100000:1.0:1775764771.593059:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16258 00000100:00100000:2.0:1775764771.599940:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.603869:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966968576 00000100:00100000:1.0:1775764771.603885:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966968576 00000100:00100000:0.0:1775764771.606033:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16259 00000100:00100000:0.0:1775764771.606044:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+381:19722:x1862022966968576:12345-192.168.202.46@tcp:35:dbench.0 00000100:00100000:0.0:1775764771.606495:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+382:19722:x1862022966968576:12345-192.168.202.46@tcp:35:dbench.0 Request processed in 452us (6562us total) trans 4294997528 rc 0/0 00000100:00100000:0.0:1775764771.606504:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16259 00000100:00100000:2.0:1775764771.627996:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.628059:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966968704 00000100:00100000:0.0:1775764771.628068:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966968704 00000100:00100000:0.0:1775764771.628120:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51001 00000100:00100000:0.0:1775764771.628127:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+382:19893:x1862022966968704:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:0.0:1775764771.628150:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.628174:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa689 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5d9 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.628296:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa690 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.628307:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.628316:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.628547:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00000004:00200000:0.0:1775764771.628551:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.628633:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.628664:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa689 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5d9 expref: 384 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.628679:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa690 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5d9 expref: 383 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.628687:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.628690:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764771.628694:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230a00, rc 0) 00000100:00100000:0.0:1775764771.628756:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+383:19893:x1862022966968704:12345-192.168.202.46@tcp:101:bash.0 Request processed in 628us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.628763:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51001 00000100:00100000:2.0:1775764771.631290:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.631348:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966968832 00000100:00100000:3.0:1775764771.631357:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966968832 00000100:00100000:3.0:1775764771.631410:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51002 00000100:00100000:3.0:1775764771.631420:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19893:x1862022966968832:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:3.0:1775764771.631439:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.631457:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa697 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5e0 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631601:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631611:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631619:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631629:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631636:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631646:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631884:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631892:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631898:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631904:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.631908:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631916:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631930:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.631933:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.631938:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631945:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa69e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631955:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631961:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631966:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631970:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.631971:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631974:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631978:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x3ae3d5f0 (ffff89768c96ba00) 00010000:00010000:3.0:1775764771.631980:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.631981:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.631984:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.632015:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa697 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5e0 expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.632022:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.632024:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.632026:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa697 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5e0 expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.632031:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764771.632164:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19893:x1862022966968832:12345-192.168.202.46@tcp:101:bash.0 Request processed in 746us (881us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.632172:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51002 00000100:00100000:3.0:1775764771.643578:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.643745:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966968960 00000100:00100000:1.0:1775764771.643754:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966968960 00000100:00100000:1.0:1775764771.643827:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51003 00000100:00100000:1.0:1775764771.643837:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966968960:12345-192.168.202.46@tcp:101:date.0 00010000:00010000:1.0:1775764771.643857:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.643879:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa6ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5e7 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.643983:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.643999:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644012:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644030:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644036:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644042:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644417:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644434:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644440:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644446:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.644450:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644458:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644511:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.644514:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.644519:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644525:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa6b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644536:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644541:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644546:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644551:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.644553:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644558:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644564:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xeddcfc6c (ffff897783000000) 00010000:00010000:1.0:1775764771.644565:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.644568:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644573:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1400/0x2aac6a50e5fa6ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644808:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa6ac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5e7 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644819:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.644821:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764771.644825:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0a00/0x2aac6a50e5fa6ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5e7 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.644834:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d0a00, rc 0) 00000100:00100000:2.0:1775764771.645767:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966968960:12345-192.168.202.46@tcp:101:date.0 Request processed in 1928us (2194us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.645777:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51003 00000100:00100000:0.0:1775764771.648964:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.649025:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966969088 00000100:00100000:1.0:1775764771.649035:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966969088 00000100:00100000:1.0:1775764771.649090:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51004 00000100:00100000:1.0:1775764771.649101:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966969088:12345-192.168.202.46@tcp:101:date.0 00010000:00010000:1.0:1775764771.649122:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.649141:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa6c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5ee expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649249:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649264:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649276:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649291:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649298:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649305:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649583:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649592:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649599:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649605:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.649609:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649616:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649629:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.649632:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.649636:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649642:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa6c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649653:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649659:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649664:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649670:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.649673:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649678:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649685:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x3491cd4c (ffff897783000700) 00010000:00010000:1.0:1775764771.649688:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.649690:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649695:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa6cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649737:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa6c1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5ee expref: 384 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649748:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.649750:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764771.649753:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1e00/0x2aac6a50e5fa6c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5ee expref: 384 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.649763:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1e00, rc 0) 00000100:00100000:1.0:1775764771.656202:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966969088:12345-192.168.202.46@tcp:101:date.0 Request processed in 7079us (7221us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764771.656216:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51004 00000100:00100000:0.0:1775764771.660751:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.660970:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966969216 00000100:00100000:2.0:1775764771.660981:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966969216 00000100:00100000:2.0:1775764771.661038:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51005 00000100:00100000:2.0:1775764771.661692:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966969216:12345-192.168.202.46@tcp:101:date.0 00010000:00010000:2.0:1775764771.661715:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.661740:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa6d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5f5 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.661935:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.661949:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.661962:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.661977:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.661985:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.661991:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662179:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662185:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662189:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662193:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.662196:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662201:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662209:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.662211:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.662214:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662218:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa6dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662226:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662230:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662233:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662236:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.662237:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662240:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662243:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x3735a305 (ffff89768faaa100) 00010000:00010000:2.0:1775764771.662245:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.662246:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662249:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa6e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662277:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa6d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5f5 expref: 384 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662283:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.662285:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.662287:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa6d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5f5 expref: 384 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.662293:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9c00, rc 0) 00000100:00100000:2.0:1775764771.662360:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966969216:12345-192.168.202.46@tcp:101:date.0 Request processed in 1314us (1621us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.662367:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51005 00000100:00100000:2.0:1775764771.665208:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.665670:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966969472 00000100:00100000:3.0:1775764771.665680:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966969472 00000100:00100000:3.0:1775764771.665779:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51006 00000100:00100000:3.0:1775764771.665799:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966969472:12345-192.168.202.46@tcp:101:date.0 00010000:00010000:3.0:1775764771.665820:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.665842:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa6eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c5fc expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.665952:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.665967:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.665978:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.665994:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666001:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666008:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666252:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666260:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666267:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666272:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.666276:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666283:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666294:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.666297:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.666301:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666306:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fa6f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666316:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666321:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666326:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666331:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.666334:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666340:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666347:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x820cea43 (ffff89768c96ba00) 00010000:00010000:3.0:1775764771.666350:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.666353:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666358:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fa6f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666400:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa6eb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5fc expref: 384 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666410:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.666413:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764771.666416:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa6eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5fc expref: 384 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.666425:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764771.666521:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+383:19894:x1862022966969472:12345-192.168.202.46@tcp:101:date.0 Request processed in 732us (1322us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.666529:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51006 00000100:00100000:1.0:1775764771.674760:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.674946:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966969600 00000100:00100000:3.0:1775764771.674956:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966969600 00000100:00100000:3.0:1775764771.675012:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51007 00000100:00100000:3.0:1775764771.675022:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19698:x1862022966969600:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:3.0:1775764771.675043:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.675063:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa700 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c603 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675162:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675178:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675191:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675205:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675212:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675218:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675506:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675514:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675521:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675527:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.675532:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675538:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675550:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.675553:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.675557:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675564:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa707 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675576:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675582:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675588:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675739:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.675742:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675749:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675757:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x4e1a61e4 (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.675760:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.675763:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675769:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa70e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675891:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa700 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c603 expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675902:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.675905:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.675909:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa700 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c603 expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.675919:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:3.0:1775764771.676088:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19698:x1862022966969600:12345-192.168.202.46@tcp:101:bash.0 Request processed in 1067us (1338us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.676097:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51007 00000100:00100000:0.0:1775764771.683026:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.683152:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966969856 00000100:00100000:2.0:1775764771.683162:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966969856 00000100:00100000:2.0:1775764771.683224:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51008 00000100:00100000:2.0:1775764771.683235:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966969856:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:2.0:1775764771.683259:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.683280:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa715 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c60a expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683395:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683410:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683422:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683435:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683441:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683451:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683929:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683937:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683943:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683949:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.683953:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683960:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683972:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.683975:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.683979:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683985:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa71c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.683997:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684002:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684008:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684012:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.684015:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684021:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684026:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x5eacde (ffff89768faaa100) 00010000:00010000:2.0:1775764771.684029:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.684031:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684036:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa723 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684080:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa715 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c60a expref: 384 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684089:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.684092:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.684095:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa715 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c60a expref: 384 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.684104:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9200, rc 0) 00000100:00100000:2.0:1775764771.684227:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966969856:12345-192.168.202.46@tcp:101:ps.0 Request processed in 993us (1210us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.684237:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51008 00000100:00100000:2.0:1775764771.687617:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.687693:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966970112 00000100:00100000:0.0:1775764771.687703:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966970112 00000100:00100000:0.0:1775764771.687749:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51009 00000100:00100000:0.0:1775764771.687755:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782ed7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970112:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:0.0:1775764771.687773:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.687801:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa72a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c611 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.687907:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.687920:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.687932:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.687945:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.687951:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.687957:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688199:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688210:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688217:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688222:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.688238:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688246:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688258:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.688260:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.688264:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688270:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa731 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688281:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688286:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688291:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688296:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.688298:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688304:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688309:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x55f752d8 (ffff897691328200) 00010000:00010000:0.0:1775764771.688311:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.688313:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688318:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa738 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688426:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa72a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c611 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688436:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.688438:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764771.688442:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa72a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c611 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.688452:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230000, rc 0) 00000100:00100000:0.0:1775764771.688566:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782ed7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970112:12345-192.168.202.46@tcp:101:ps.0 Request processed in 809us (957us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764771.688573:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51009 00000100:00100000:1.0:1775764771.695321:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.695409:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966970368 00000100:00100000:3.0:1775764771.695418:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966970368 00000100:00100000:3.0:1775764771.695497:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51010 00000100:00100000:3.0:1775764771.695508:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970368:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:3.0:1775764771.695529:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.695550:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa73f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c618 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695663:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695683:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695695:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695708:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695715:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695722:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695974:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695982:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695988:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.695995:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.695999:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696006:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696018:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.696022:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.696027:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696033:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fa746 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696045:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696051:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696057:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696062:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.696064:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696070:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696077:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xaf3dc4c9 (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.696080:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.696083:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696088:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa74d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696131:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa73f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c618 expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696142:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.696144:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764771.696148:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa73f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c618 expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.696157:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:3.0:1775764771.696211:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970368:12345-192.168.202.46@tcp:101:ps.0 Request processed in 705us (899us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.696218:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51010 00000100:00100000:2.0:1775764771.702310:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.702551:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966970624 00000100:00100000:3.0:1775764771.702561:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966970624 00000100:00100000:3.0:1775764771.702627:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51011 00000100:00100000:3.0:1775764771.702638:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970624:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:3.0:1775764771.702663:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.702683:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa754 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c61f expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703610:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703629:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703642:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703659:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703666:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703673:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703955:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703962:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703968:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703974:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.703977:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703984:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.703995:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.703998:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.704003:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704008:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa75b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704018:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704023:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704027:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704031:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.704033:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704039:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704044:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x46114526 (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.704046:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.704049:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704053:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa762 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704103:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa754 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c61f expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704113:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.704115:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764771.704119:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa754 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c61f expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.704131:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764771.705305:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970624:12345-192.168.202.46@tcp:101:ps.0 Request processed in 2657us (2992us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.705317:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51011 00000100:00100000:2.0:1775764771.709371:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.709510:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966970880 00000100:00100000:0.0:1775764771.709520:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966970880 00000100:00100000:0.0:1775764771.709577:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51012 00000100:00100000:0.0:1775764771.709587:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970880:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:0.0:1775764771.709609:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.709626:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa769 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c626 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709716:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709728:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709737:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709746:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709750:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709754:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709966:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709971:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709975:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709979:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.709983:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709987:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.709995:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.709997:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.710001:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710005:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa770 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710013:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710017:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710021:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710023:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.710025:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710028:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710031:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x907a850 (ffff897691328200) 00010000:00010000:0.0:1775764771.710032:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.710034:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710038:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa777 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710066:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa769 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c626 expref: 384 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710072:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.710074:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764771.710076:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa769 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c626 expref: 384 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.710082:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230000, rc 0) 00000100:00100000:0.0:1775764771.710131:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966970880:12345-192.168.202.46@tcp:101:ps.0 Request processed in 546us (770us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764771.710138:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51012 00000100:00100000:1.0:1775764771.713330:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.715847:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966971136 00000100:00100000:3.0:1775764771.715858:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966971136 00000100:00100000:3.0:1775764771.716131:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51013 00000100:00100000:3.0:1775764771.716139:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971136:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:3.0:1775764771.716158:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.716175:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa77e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c62d expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716264:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716276:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716285:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716294:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716299:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716303:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716583:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716589:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716593:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716596:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.716600:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716605:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716614:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.716615:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.716619:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716622:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa785 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716630:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716634:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716638:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716641:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.716643:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716646:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716649:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x85a1b653 (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.716651:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.716652:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716655:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa78c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716685:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa77e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c62d expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716691:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.716692:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764771.716694:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa77e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c62d expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.716699:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764771.717655:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971136:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1513us (4330us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.717663:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51013 00000100:00100000:3.0:1775764771.722608:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.723840:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966971392 00000100:00100000:0.0:1775764771.723850:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966971392 00000100:00100000:2.0:1775764771.723940:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51014 00000100:00100000:2.0:1775764771.723953:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971392:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:2.0:1775764771.723977:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.723997:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa793 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c634 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724088:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724099:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724108:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724117:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724121:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724125:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724452:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724458:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724496:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724501:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.724506:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724513:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724525:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.724527:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.724530:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724534:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa79a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724543:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724546:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724550:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724553:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.724555:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724558:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724562:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x102009d5 (ffff89768faaa100) 00010000:00010000:2.0:1775764771.724563:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.724565:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724567:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa7a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724602:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa793 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c634 expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724611:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.724613:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.724615:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa793 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c634 expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.724624:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9e00, rc 0) 00000100:00100000:2.0:1775764771.724683:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971392:12345-192.168.202.46@tcp:101:ps.0 Request processed in 733us (2085us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.724691:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51014 00000100:00100000:1.0:1775764771.729119:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.729195:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966971648 00000100:00100000:2.0:1775764771.729206:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966971648 00000100:00100000:2.0:1775764771.729272:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51015 00000100:00100000:2.0:1775764771.729282:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971648:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:2.0:1775764771.729303:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.729321:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa7a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c63b expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729442:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729455:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729512:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729530:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729537:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729544:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729890:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729899:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729906:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729911:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.729916:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729923:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729935:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.729938:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.729942:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729949:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729960:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729965:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729970:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729974:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.729977:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729982:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.729990:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x42ab077a (ffff89768faaa300) 00010000:00010000:2.0:1775764771.729992:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.729995:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.730001:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.730043:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa7a8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c63b expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.730053:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.730055:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.730058:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa7a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c63b expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.730067:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9400, rc 0) 00000100:00100000:2.0:1775764771.730124:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971648:12345-192.168.202.46@tcp:101:ps.0 Request processed in 843us (1022us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.730132:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51015 00000100:00100000:1.0:1775764771.737365:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.737772:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966971904 00000100:00100000:0.0:1775764771.737782:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966971904 00000100:00100000:0.0:1775764771.737851:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51016 00000100:00100000:0.0:1775764771.737861:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971904:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:0.0:1775764771.737881:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.737902:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa7bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c642 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738018:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738035:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738047:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738061:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738068:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738075:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738723:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738733:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738740:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738745:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.738750:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738871:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738885:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.738889:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.738893:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.738900:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739051:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739058:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739064:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739069:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.739071:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739078:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739085:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x28a377f8 (ffff897691328200) 00010000:00010000:0.0:1775764771.739088:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.739091:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739096:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739141:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa7bd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c642 expref: 384 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739152:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.739154:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764771.739158:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa7bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c642 expref: 384 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.739167:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230000, rc 0) 00000100:00100000:0.0:1775764771.739226:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966971904:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1367us (1869us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764771.739718:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51016 00000100:00100000:2.0:1775764771.747851:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.748023:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966972160 00000100:00100000:0.0:1775764771.748033:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966972160 00000100:00100000:0.0:1775764771.748096:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51017 00000100:00100000:0.0:1775764771.748106:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972160:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:0.0:1775764771.748129:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.748150:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa7d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c649 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.748267:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.748282:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.748294:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.748308:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.748315:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.748321:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748877:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748886:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748892:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748898:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.748902:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748909:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748922:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.748926:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.748931:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748937:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fa7d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748949:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748954:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748959:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748968:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764771.748971:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748977:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748983:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x90ba0166 (ffff897691328200) 00010000:00010000:1.0:1775764771.748985:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764771.748988:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.748993:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fa7e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.749036:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa7d2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c649 expref: 384 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.749046:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.749048:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764771.749051:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa7d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c649 expref: 384 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.749061:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230000, rc 0) 00000100:00100000:1.0:1775764771.749128:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972160:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1022us (1288us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764771.749136:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51017 00000100:00100000:1.0:1775764771.763745:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.763852:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966972416 00000100:00100000:2.0:1775764771.763864:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966972416 00000100:00100000:2.0:1775764771.763927:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51018 00000100:00100000:2.0:1775764771.763938:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972416:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:2.0:1775764771.763958:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.763978:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa7e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c650 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764089:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764110:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764123:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764139:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764146:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764154:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764405:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764413:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764419:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764424:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.764428:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764434:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764446:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.764450:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.764453:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764458:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa7ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764525:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764530:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764536:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764541:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.764543:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764548:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764554:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xce5b6a33 (ffff89768faaa300) 00010000:00010000:2.0:1775764771.764556:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.764559:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764564:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa7f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764605:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa7e7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c650 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764615:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.764617:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.764621:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa7e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c650 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.764629:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9400, rc 0) 00000100:00100000:2.0:1775764771.764704:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972416:12345-192.168.202.46@tcp:101:ps.0 Request processed in 768us (972us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.764712:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51018 00000100:00100000:1.0:1775764771.770643:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.770803:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966972672 00000100:00100000:3.0:1775764771.770813:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966972672 00000100:00100000:3.0:1775764771.770874:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51019 00000100:00100000:3.0:1775764771.770884:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972672:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:3.0:1775764771.770904:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.770924:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa7fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c657 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771038:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771054:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771065:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771078:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771084:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771089:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771337:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771346:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771357:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771362:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.771367:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771374:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771385:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.771389:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.771393:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771399:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa803 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771410:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771416:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771422:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771427:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.771430:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771440:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771446:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xe87eaafc (ffff89768c96bc00) 00010000:00010000:3.0:1775764771.771448:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.771451:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771455:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa80a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771539:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa7fc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c657 expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771550:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.771552:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764771.771555:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa7fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c657 expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.771564:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:3.0:1775764771.771629:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972672:12345-192.168.202.46@tcp:101:ps.0 Request processed in 746us (994us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764771.771636:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51019 00000100:00100000:3.0:1775764771.778360:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.785053:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966972928 00000100:00100000:0.0:1775764771.785066:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966972928 00000100:00100000:0.0:1775764771.785138:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51020 00000100:00100000:0.0:1775764771.785149:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972928:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:0.0:1775764771.785170:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.785199:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa811 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c65e expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785311:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785326:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785338:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785363:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785371:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785378:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785889:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785898:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785905:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785911:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.785915:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785923:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785937:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.785940:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.785944:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785948:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa818 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785959:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785965:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785970:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785975:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.785977:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785982:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785987:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xc9c87587 (ffff897691328200) 00010000:00010000:0.0:1775764771.785990:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.785991:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.785996:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa81f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.786039:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa811 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c65e expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.786049:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.786051:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764771.786054:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa811 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c65e expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.786062:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231200, rc 0) 00000100:00100000:0.0:1775764771.786188:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966972928:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1040us (7838us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764771.786196:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51020 00000100:00100000:1.0:1775764771.797082:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.797163:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966973184 00000100:00100000:2.0:1775764771.797173:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966973184 00000100:00100000:2.0:1775764771.797348:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51021 00000100:00100000:2.0:1775764771.797359:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966973184:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:2.0:1775764771.797381:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.797399:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa826 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c665 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.797542:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.797558:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.797569:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.797583:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.797589:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.797606:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798091:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798101:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798107:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798112:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.798116:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798123:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798134:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.798137:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.798141:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798147:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8800/0x2aac6a50e5fa82d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798158:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798164:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798169:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798174:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.798177:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798183:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798189:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xfb43d54d (ffff89768faaa300) 00010000:00010000:2.0:1775764771.798192:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.798194:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798198:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa834 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798389:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa826 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c665 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798401:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.798403:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.798407:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa826 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c665 expref: 384 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.798422:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9400, rc 0) 00000100:00100000:2.0:1775764771.798625:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966973184:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1267us (1551us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.798634:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51021 00000100:00100000:3.0:1775764771.803654:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.804670:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966973440 00000100:00100000:2.0:1775764771.804681:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966973440 00000100:00100000:2.0:1775764771.804791:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51022 00000100:00100000:2.0:1775764771.804803:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966973440:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:2.0:1775764771.804822:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.804840:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa83b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c66c expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.804946:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.804961:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.804972:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.804986:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.804992:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.804999:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.805586:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.805952:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.805960:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.805966:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.805971:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.805979:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.805994:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.805997:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.806001:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806007:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa842 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806021:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806027:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806033:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806038:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.806041:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806047:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806053:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x2ca39d83 (ffff89768faaa100) 00010000:00010000:2.0:1775764771.806056:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.806058:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806063:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa849 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806112:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa83b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c66c expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806121:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.806123:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.806126:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa83b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c66c expref: 384 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.806135:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9e00, rc 0) 00000100:00100000:2.0:1775764771.806246:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966973440:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1444us (2602us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.806254:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51022 00000100:00100000:1.0:1775764771.809928:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.811214:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966973696 00000100:00100000:0.0:1775764771.811298:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966973696 00000100:00100000:0.0:1775764771.811400:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51023 00000100:00100000:0.0:1775764771.811411:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966973696:12345-192.168.202.46@tcp:101:ps.0 00010000:00010000:0.0:1775764771.811432:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.811453:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa850 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c673 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.811603:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.811618:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.811630:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.811644:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.811651:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.811657:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812140:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812149:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812156:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812164:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.812168:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812175:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812186:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.812189:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.812193:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812199:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812210:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812216:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812222:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812240:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.812243:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812249:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812260:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xb8395982 (ffff897691328200) 00010000:00010000:0.0:1775764771.812263:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.812265:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812270:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa85e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812314:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa850 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c673 expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812324:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.812326:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764771.812329:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa850 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c673 expref: 384 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.812339:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231200, rc 0) 00000100:00100000:0.0:1775764771.812447:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+383:19895:x1862022966973696:12345-192.168.202.46@tcp:101:ps.0 Request processed in 1037us (2527us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764771.812456:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51023 00000100:00100000:1.0:1775764771.856655:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.857266:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966973824 00000100:00100000:0.0:1775764771.857276:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966973824 00000100:00100000:0.0:1775764771.857338:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51024 00000100:00100000:0.0:1775764771.857584:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+383:19698:x1862022966973824:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:0.0:1775764771.857614:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.857636:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa865 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c67a expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.857742:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa86c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.857755:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa86c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.857775:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa86c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.857977:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764771.857981:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.858065:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa86c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.858090:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa865 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c67a expref: 385 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.858105:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa86c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c67a expref: 384 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.858114:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.858116:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764771.858120:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230400, rc 0) 00000100:00100000:0.0:1775764771.858176:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+384:19698:x1862022966973824:12345-192.168.202.46@tcp:101:bash.0 Request processed in 596us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.864524:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51024 00000100:00100000:2.0:1775764771.870020:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.870098:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966973952 00000100:00100000:0.0:1775764771.870108:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966973952 00000100:00100000:0.0:1775764771.870165:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51025 00000100:00100000:0.0:1775764771.870184:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+384:19698:x1862022966973952:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:0.0:1775764771.870205:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.870233:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa873 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c681 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.870332:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.870347:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.870359:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.870373:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.870380:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.870386:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871355:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa888 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871368:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871376:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.871536:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00000004:00200000:0.0:1775764771.871541:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.871619:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871632:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871638:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871645:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871651:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.871656:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871663:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871677:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764771.871680:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.871685:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871691:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa87a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871717:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871728:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871733:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871737:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764771.871739:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871745:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.871751:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (ffff897691328a00) 00010000:00010000:0.0:1775764771.871753:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764771.871755:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.872168:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa881 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.872368:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa873 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c681 expref: 386 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.872382:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c681 expref: 385 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.872390:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:0.0:1775764771.872392:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764771.872394:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231000, rc 0) 00000100:00100000:0.0:1775764771.872559:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+385:19698:x1862022966973952:12345-192.168.202.46@tcp:101:bash.0 Request processed in 2385us (2546us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.872568:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51025 00000100:00100000:1.0:1775764771.880000:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.883338:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966974080 00000100:00100000:0.0:1775764771.883352:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966974080 00000100:00100000:2.0:1775764771.883556:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.883682:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966974208 00000100:00100000:3.0:1775764771.883689:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966974208 00000100:00100000:3.0:1775764771.883744:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51026 00000100:00100000:3.0:1775764771.883755:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+386:19698:x1862022966974208:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:3.0:1775764771.883968:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.883990:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa88f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c688 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884083:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884097:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884108:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884121:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884128:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884134:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884515:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884523:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884529:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884537:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.884541:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884547:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884559:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.884562:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.884567:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884572:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fa896 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884583:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884650:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884658:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884664:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764771.884666:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884673:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884685:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x7393eb54 (ffff89768c96ba00) 00010000:00010000:3.0:1775764771.884687:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.884690:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884695:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa89d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884739:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa88f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c688 expref: 387 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884748:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:3.0:1775764771.884751:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764771.884754:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fa88f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c688 expref: 387 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.884969:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:1.0:1775764771.885453:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5396 00000100:00100000:1.0:1775764771.885485:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+386:2381:x1862022966974080:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764771.885501:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764771.885514:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa888 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c681 expref: 386 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.885526:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:1.0:1775764771.885530:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764771.885994:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+385:2381:x1862022966974080:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 529us (5999us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764771.886003:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5396 00000100:00100000:2.0:1775764771.887387:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+384:19698:x1862022966974208:12345-192.168.202.46@tcp:101:bash.0 Request processed in 3625us (3827us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764771.887398:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51026 00000100:00100000:1.0:1775764771.895412:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.896038:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966974336 00000100:00100000:2.0:1775764771.896050:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966974336 00000100:00100000:2.0:1775764771.896109:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51027 00000100:00100000:2.0:1775764771.896119:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+384:19896:x1862022966974336:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764771.896140:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.896160:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa8a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c68f expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.896509:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.896525:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.896537:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.896551:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.896558:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.896564:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.897080:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa8b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.897089:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa8b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.897096:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa8b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764771.898117:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x268:0x0]: returning size 7168 00000004:00200000:2.0:1775764771.898125:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764771.898531:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa8b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898548:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898554:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898561:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898567:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.898571:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898577:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898592:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.898595:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.898600:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898609:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8a00/0x2aac6a50e5fa8ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898623:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898628:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898634:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898638:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764771.898641:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898646:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898653:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x12eaac0d (ffff89768faaa100) 00010000:00010000:2.0:1775764771.898656:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764771.898659:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898664:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5fa8b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898708:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa8a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c68f expref: 386 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898726:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa8b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c68f expref: 385 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.898733:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764771.898735:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764771.898738:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9400, rc 0) 00000100:00100000:2.0:1775764771.899083:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+385:19896:x1862022966974336:12345-192.168.202.46@tcp:101:rm.0 Request processed in 2963us (3678us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764771.899093:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51027 00000100:00100000:1.0:1775764771.903945:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764771.904086:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966974592 00000100:00100000:2.0:1775764771.904096:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966974592 00000100:00100000:2.0:1775764771.904146:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51028 00000100:00100000:2.0:1775764771.904155:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+385:19896:x1862022966974592:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764771.904179:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764771.904202:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa8c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c696 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764771.904524:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x268:0x0]: returning size 7168 00010000:00010000:2.0:1775764771.904691:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa8c0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c696 expref: 387 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.904705:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764771.904708:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764771.904714:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5fa8c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c696 expref: 387 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764771.904733:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d8e00, rc 0) 00000100:00100000:2.0:1775764771.904796:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+386:19896:x1862022966974592:12345-192.168.202.46@tcp:101:rm.0 Request processed in 642us (864us total) trans 4294997529 rc 301/301 00000100:00100000:2.0:1775764771.904803:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51028 00000100:00100000:0.0:1775764771.910644:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.910841:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966974720 00000100:00100000:1.0:1775764771.910851:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966974720 00000100:00100000:1.0:1775764771.910918:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16260 00000100:00100000:1.0:1775764771.910928:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+386:19896:x1862022966974720:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764771.917409:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+386:19896:x1862022966974720:12345-192.168.202.46@tcp:37:rm.0 Request processed in 6471us (6764us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.917423:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16260 00000100:00100000:2.0:1775764771.921797:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.922061:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966974976 00000100:00100000:0.0:1775764771.922071:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966974976 00000100:00100000:0.0:1775764771.922128:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16261 00000100:00100000:0.0:1775764771.922138:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+386:19896:x1862022966974976:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764771.922667:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+387:19896:x1862022966974976:12345-192.168.202.46@tcp:35:rm.0 Request processed in 528us (885us total) trans 4294997530 rc 0/0 00000100:00100000:0.0:1775764771.922677:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16261 00000100:00100000:2.0:1775764771.925618:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.925771:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966975232 00000100:00100000:0.0:1775764771.925780:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966975232 00000100:00100000:0.0:1775764771.925948:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51029 00000100:00100000:0.0:1775764771.925956:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+387:19896:x1862022966975232:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764771.925980:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.925999:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa8ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c69d expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.926333:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa8d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.926352:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa8d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.926363:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa8d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.926375:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x268:0x0]: returning size 7168 00010000:00010000:0.0:1775764771.926725:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa8ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c69d expref: 390 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.926742:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa8d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x268:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c69d expref: 389 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.926752:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:0.0:1775764771.926755:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764771.926887:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230200, rc 0) 00000100:00100000:0.0:1775764771.926976:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+389:19896:x1862022966975232:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1020us (1366us total) trans 4294997531 rc 0/0 00000100:00100000:0.0:1775764771.926984:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51029 00000100:00100000:1.0:1775764771.930451:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.930586:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966975360 00000100:00100000:0.0:1775764771.930595:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966975360 00000100:00100000:0.0:1775764771.930641:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51030 00000100:00100000:0.0:1775764771.930650:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+389:19896:x1862022966975360:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764771.930677:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.930698:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa8e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6a4 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.930822:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa8ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.930835:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.930847:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.930901:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 7168 00000004:00200000:0.0:1775764771.930904:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.930926:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.930950:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa8e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6a4 expref: 391 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.930966:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa8ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6a4 expref: 390 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.930974:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:0.0:1775764771.930977:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764771.930981:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230600, rc 0) 00000100:00100000:0.0:1775764771.931044:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+390:19896:x1862022966975360:12345-192.168.202.46@tcp:101:rm.0 Request processed in 394us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.931050:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51030 00000100:00100000:2.0:1775764771.934357:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764771.934441:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966975616 00000100:00100000:3.0:1775764771.934451:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966975616 00000100:00100000:3.0:1775764771.934538:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51031 00000100:00100000:3.0:1775764771.934548:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+390:19896:x1862022966975616:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764771.934568:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764771.934587:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa8f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6ab expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764771.934735:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 7168 00010000:00010000:3.0:1775764771.934877:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa8f1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ab expref: 392 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.934892:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:3.0:1775764771.934895:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764771.934900:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fa8f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ab expref: 392 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764771.934913:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764771.934964:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+391:19896:x1862022966975616:12345-192.168.202.46@tcp:101:rm.0 Request processed in 419us (615us total) trans 4294997532 rc 301/301 00000100:00100000:3.0:1775764771.934972:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51031 00000100:00100000:2.0:1775764771.943404:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.943561:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966975744 00000100:00100000:0.0:1775764771.943572:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966975744 00000100:00100000:0.0:1775764771.943630:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16262 00000100:00100000:0.0:1775764771.943639:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+391:19896:x1862022966975744:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764771.953225:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+391:19896:x1862022966975744:12345-192.168.202.46@tcp:37:rm.0 Request processed in 9575us (9818us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.953240:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16262 00010000:00010000:2.0:1775764771.959719:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764771.961509:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.961719:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966976000 00000100:00100000:0.0:1775764771.961731:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966976000 00000100:00100000:0.0:1775764771.961805:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16263 00000100:00100000:0.0:1775764771.961814:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+391:19896:x1862022966976000:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764771.962076:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+392:19896:x1862022966976000:12345-192.168.202.46@tcp:35:rm.0 Request processed in 263us (577us total) trans 4294997533 rc 0/0 00000100:00100000:0.0:1775764771.962084:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16263 00000100:00100000:2.0:1775764771.968584:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764771.969118:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966976256 00000100:00100000:1.0:1775764771.969128:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966976256 00000100:00100000:1.0:1775764771.969219:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51032 00000100:00100000:1.0:1775764771.969239:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+392:19896:x1862022966976256:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764771.969263:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764771.969284:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa8ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6b2 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.969446:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa906 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.969491:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa906 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.969503:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa906 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764771.969515:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 7168 00010000:00010000:1.0:1775764771.969651:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0e00/0x2aac6a50e5fa8ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6b2 expref: 395 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.969669:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa906 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6b2 expref: 394 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764771.969678:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:1.0:1775764771.969682:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764771.969685:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d1200, rc 0) 00000100:00100000:1.0:1775764771.969799:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966976256:12345-192.168.202.46@tcp:101:rm.0 Request processed in 571us (1342us total) trans 4294997534 rc 0/0 00000100:00100000:1.0:1775764771.969806:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51032 00000100:00100000:1.0:1775764771.975143:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.975223:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966976384 00000100:00100000:0.0:1775764771.975302:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966976384 00000100:00100000:0.0:1775764771.975427:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16264 00000100:00100000:0.0:1775764771.975437:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966976384:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764771.986084:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966976384:12345-192.168.202.46@tcp:37:rm.0 Request processed in 10636us (10939us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764771.986098:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16264 00000100:00100000:2.0:1775764771.992964:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.993058:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966976512 00000100:00100000:0.0:1775764771.993070:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966976512 00000100:00100000:0.0:1775764771.993164:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51033 00000100:00100000:0.0:1775764771.993184:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966976512:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764771.993207:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764771.993320:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa914 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6b9 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.993929:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa91b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.993947:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.993959:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764771.994021:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e6:0x0]: returning size 7168 00000004:00200000:0.0:1775764771.994026:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764771.994048:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.994074:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa914 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6b9 expref: 396 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.994091:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa91b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6b9 expref: 395 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764771.994100:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:0.0:1775764771.994104:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764771.994107:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231e00, rc 0) 00000100:00100000:0.0:1775764771.994180:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+395:19896:x1862022966976512:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1001us (1219us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764771.994189:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51033 00000100:00100000:1.0:1775764771.998456:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764771.998654:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966976640 00000100:00100000:0.0:1775764771.998664:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966976640 00000100:00100000:0.0:1775764771.998769:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16265 00000100:00100000:0.0:1775764771.998780:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+395:19896:x1862022966976640:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764772.013629:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+395:19896:x1862022966976640:12345-192.168.202.46@tcp:37:rm.0 Request processed in 14838us (15169us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.013645:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16265 00000100:00100000:2.0:1775764772.034497:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.034633:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966976896 00000100:00100000:0.0:1775764772.034643:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966976896 00000100:00100000:0.0:1775764772.034771:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16266 00000100:00100000:0.0:1775764772.034791:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+395:19896:x1862022966976896:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764772.035100:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+396:19896:x1862022966976896:12345-192.168.202.46@tcp:35:rm.0 Request processed in 319us (639us total) trans 4294997535 rc 0/0 00000100:00100000:0.0:1775764772.035107:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16266 00000100:00100000:3.0:1775764772.037285:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.038116:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966977152 00000100:00100000:0.0:1775764772.038126:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966977152 00000100:00100000:0.0:1775764772.038194:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51034 00000100:00100000:0.0:1775764772.038205:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+396:19896:x1862022966977152:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764772.038269:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1775764772.038294:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa91b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6b9 expref: 396 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038315:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973400/0x2aac6a50e5f8dbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c2c9 expref: 395 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038330:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8600/0x2aac6a50e4fd19e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cf6d5 expref: 394 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038356:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689c3a600/0x2aac6a50e4ef716 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb137 expref: 393 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038367:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897788213b00) 00010000:00010000:0.0:1775764772.038385:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687973200/0x2aac6a50e4efb22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb2b1 expref: 392 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038394:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:0.0:1775764772.038397:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764772.038415:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038426:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038435:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038450:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038456:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038551:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038906:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038915:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.038921:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764772.039435:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e6:0x0]: returning size 7168 00010000:00010000:0.0:1775764772.039449:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039457:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039503:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039509:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764772.039513:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039520:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039530:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e6:0x0].0x0 (ffff897691328f00) 00010000:00010000:0.0:1775764772.039532:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764772.039536:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039541:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa930 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039558:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039564:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039570:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039573:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764772.039576:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039582:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039588:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:0.0:1775764772.039590:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764772.039592:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.039597:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fa922 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764772.039605:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c85a6a53 reply state 00000000f967360a transno 4294997536 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.039613:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764772.039689:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966977152:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1484us (2408us total) trans 4294997536 rc 0/0 00000100:00100000:0.0:1775764772.039697:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51034 00000100:00080000:1.0:1775764772.044733:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764772.045720:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764772.045813:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.045827:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.045834:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.045840:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.045845:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.045852:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.045870:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x106120ec (ffff897691328a00) 00010000:00010000:3.0:1775764772.045873:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764772.045879:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.045886:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fa929 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.046095:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966977280 00000100:00100000:1.0:1775764772.046105:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966977280 00000100:00100000:1.0:1775764772.046161:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51035 00000100:00100000:1.0:1775764772.046172:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+392:19896:x1862022966977280:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764772.046200:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764772.046218:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa937 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6c0 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.046501:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa93e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.046519:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.046529:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764772.046594:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x291:0x0]: returning size 7168 00000004:00200000:1.0:1775764772.046599:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764772.046623:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.046647:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0600/0x2aac6a50e5fa937 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6c0 expref: 394 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.046661:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa93e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6c0 expref: 393 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.046668:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:1.0:1775764772.046671:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764772.046674:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768a3d0c00, rc 0) 00000100:00100000:1.0:1775764772.046729:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966977280:12345-192.168.202.46@tcp:101:rm.0 Request processed in 559us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.046736:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51035 00000100:00100000:2.0:1775764772.051196:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.051447:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966977408 00000100:00100000:3.0:1775764772.051493:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966977408 00000100:00100000:3.0:1775764772.051551:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16267 00000100:00100000:3.0:1775764772.051561:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966977408:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764772.058074:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966977408:12345-192.168.202.46@tcp:37:rm.0 Request processed in 6504us (6879us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.058088:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16267 00000100:00100000:3.0:1775764772.072824:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.072922:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966977664 00000100:00100000:0.0:1775764772.072934:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966977664 00000100:00100000:0.0:1775764772.072995:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16268 00000100:00100000:0.0:1775764772.073005:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966977664:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764772.073561:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966977664:12345-192.168.202.46@tcp:35:rm.0 Request processed in 453us (642us total) trans 4294997537 rc 0/0 00000100:00100000:0.0:1775764772.073571:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16268 00000100:00100000:0.0:1775764772.078639:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.078735:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966977920 00000100:00100000:2.0:1775764772.078746:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966977920 00000100:00100000:2.0:1775764772.078816:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51036 00000100:00100000:2.0:1775764772.078826:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966977920:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764772.078884:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764772.078910:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0c00/0x2aac6a50e5fa93e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6c0 expref: 394 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.078931:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8d600/0x2aac6a50e4ed980 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x291:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca59f expref: 393 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.078945:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976889bca00/0x2aac6a50e4ed8e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x291:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca567 expref: 392 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.078968:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff8976828c9a00) 00010000:00010000:2.0:1775764772.078979:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764772.078999:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079012:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079022:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079037:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079044:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079051:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079159:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x291:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079168:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.079625:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.080118:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x291:0x0]: returning size 7168 00010000:00010000:2.0:1775764772.080133:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.080141:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.080148:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.080154:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.080158:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.080165:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.080176:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x291:0x0].0x0 (ffff89768faaae00) 00010000:00010000:2.0:1775764772.085159:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1775764772.085492:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978359296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.085570:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.085627:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978359808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.085654:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.085677:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764772.085683:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978359424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.085705:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.085720:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978359936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.085745:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.085796:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978359936 00000100:00100000:3.0:1775764772.085803:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978359936 00000100:00100000:3.0:1775764772.085855:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1775764772.085864:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978359936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.085914:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978359936:12345-0@lo:400:kworker.0 Request processed in 51us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.085922:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1775764772.085958:0:3319:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972281 gen 2 00000004:00080000:3.0:1775764772.085964:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90fb80, transno 4294972281 00000100:00100000:3.0:1775764772.085976:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978359936:0@lo:400:kworker.0 00010000:00010000:2.0:1775764772.086532:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086548:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa953 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x291:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086580:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086587:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086593:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086599:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.086603:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086611:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086626:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764772.086628:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.086631:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.086636:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9e00/0x2aac6a50e5fa945 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764772.086645:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006219a71 reply state 0000000057063289 transno 4294997538 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.086654:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764772.086703:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978359680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.086737:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.086771:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764772.086777:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978359552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764772.086929:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978359808 00000100:00100000:0.0:1775764772.086935:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978359808 00000100:00100000:0.0:1775764772.086965:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978359424 00000100:00100000:0.0:1775764772.086968:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978359424 00000100:00100000:0.0:1775764772.086986:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1775764772.086994:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978359808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764772.087033:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978359808:12345-0@lo:400:kworker.0 Request processed in 40us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.087039:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1775764772.087054:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1775764772.087059:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978359424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764772.087083:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684bb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978359424:12345-0@lo:400:kworker.0 Request processed in 25us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.087088:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:1.0:1775764772.087729:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764772.087733:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764772.091151:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.091218:0:5787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978359296 00000100:00100000:2.0:1775764772.091228:0:5787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978359296 00000100:00100000:2.0:1775764772.091278:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1775764772.091287:0:5787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783e89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978359296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.091338:0:5787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783e89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978359296:12345-0@lo:400:kworker.0 Request processed in 53us (5768us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.091344:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1775764772.091384:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978359680 00000100:00100000:2.0:1775764772.091388:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978359680 00000100:00100000:2.0:1775764772.091426:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1775764772.091433:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978359680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.091492:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978359680:12345-0@lo:400:kworker.0 Request processed in 59us (4755us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.091499:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:2.0:1775764772.091524:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764772.091558:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978359680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.091619:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966977920:12345-192.168.202.46@tcp:36:rm.0 Request processed in 12793us (12988us total) trans 4294997538 rc 0/0 00000100:00100000:2.0:1775764772.091628:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51036 00000100:00100000:2.0:1775764772.091646:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978359552 00000100:00100000:2.0:1775764772.091649:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978359552 00000100:00080000:2.0:1775764772.091664:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764772.091685:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1775764772.091691:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1862022978359552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.091722:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1862022978359552:12345-0@lo:400:kworker.0 Request processed in 32us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.091728:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1775764772.091749:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978359552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764772.092072:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978360064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764772.092105:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.092141:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360064 00000100:00100000:0.0:1775764772.092145:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360064 00000100:00100000:0.0:1775764772.092171:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1775764772.092178:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978360064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764772.092204:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 517931008 pending 5111808 free 3823108096 avail 3821010944 00000100:00100000:0.0:1775764772.092236:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978360064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.092242:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1775764772.092273:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978360064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764772.092932:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978359424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.092946:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978359296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764772.092957:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978359808:0@lo:400:kworker.0 00010000:00010000:0.0:1775764772.094394:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.094412:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.094419:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.094425:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764772.094430:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.094437:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.094453:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x8cffc40b (ffff89768faaa100) 00010000:00010000:0.0:1775764772.094551:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764772.094557:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.094563:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9600/0x2aac6a50e5fa94c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.095801:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.096436:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966978048 00000100:00100000:2.0:1775764772.096447:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966978048 00000100:00100000:2.0:1775764772.096539:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51037 00000100:00100000:2.0:1775764772.096550:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+392:19896:x1862022966978048:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764772.096578:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.096607:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa95a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6c7 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.096708:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa961 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.096723:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.096735:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.096939:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2aa:0x0]: returning size 7168 00000004:00200000:2.0:1775764772.096944:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764772.097018:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa961 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.097044:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa95a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6c7 expref: 394 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.097061:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa961 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6c7 expref: 393 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.097070:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:2.0:1775764772.097072:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764772.097075:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d8400, rc 0) 00000100:00100000:2.0:1775764772.097144:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978048:12345-192.168.202.46@tcp:101:rm.0 Request processed in 595us (1358us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.097151:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51037 00000100:00100000:0.0:1775764772.113388:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.113637:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966978176 00000100:00100000:2.0:1775764772.113648:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966978176 00000100:00100000:2.0:1775764772.113706:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16269 00000100:00100000:2.0:1775764772.113716:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978176:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:3.0:1775764772.127088:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978176:12345-192.168.202.46@tcp:37:rm.0 Request processed in 13362us (13698us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.127101:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16269 00000100:00100000:0.0:1775764772.144013:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.146452:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966978432 00000100:00100000:3.0:1775764772.146504:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966978432 00000100:00100000:2.0:1775764772.146638:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16270 00000100:00100000:2.0:1775764772.146649:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978432:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764772.147287:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966978432:12345-192.168.202.46@tcp:35:rm.0 Request processed in 637us (3283us total) trans 4294997539 rc 0/0 00000100:00100000:2.0:1775764772.147297:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16270 00000100:00100000:2.0:1775764772.151533:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.151899:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966978688 00000100:00100000:0.0:1775764772.151909:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966978688 00000100:00100000:0.0:1775764772.151969:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51038 00000100:00100000:0.0:1775764772.151980:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966978688:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764772.152036:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764772.152067:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8400/0x2aac6a50e5fa961 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6c7 expref: 394 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152090:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a126e00/0x2aac6a50e4ee255 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2aa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca911 expref: 393 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152104:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822e800/0x2aac6a50e4ee18a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2aa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8cb expref: 392 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152116:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff8976818aeb00) 00010000:00010000:0.0:1775764772.152130:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764772.152150:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152165:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152187:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152205:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152212:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152217:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152585:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152599:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.152606:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764772.153413:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2aa:0x0]: returning size 7168 00010000:00010000:0.0:1775764772.153430:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153437:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153443:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153448:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764772.153452:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153507:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153518:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2aa:0x0].0x0 (ffff897691328900) 00010000:00010000:0.0:1775764772.153522:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764772.153525:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153531:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fa976 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153554:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153560:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153565:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153570:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764772.153573:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153578:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153586:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:0.0:1775764772.153589:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764772.153591:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.153597:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fa968 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764772.153606:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b40b4a54 reply state 000000009ec5f47f transno 4294997540 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.153615:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764772.153697:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978688:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1718us (2173us total) trans 4294997540 rc 0/0 00000100:00100000:0.0:1775764772.153706:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51038 00000100:00100000:2.0:1775764772.180771:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.181110:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966978816 00000100:00100000:2.0:1775764772.181122:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966978816 00000100:00100000:2.0:1775764772.181363:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51039 00000100:00100000:2.0:1775764772.181373:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978816:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764772.181397:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.181419:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa97d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6ce expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181510:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181520:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181526:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181532:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.181536:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181543:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.181550:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa984 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181557:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0xf17aab4e (ffff897691328f00) 00010000:00010000:3.0:1775764772.181561:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.181563:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181566:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.181571:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fa96f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.181573:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.182330:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27f:0x0]: returning size 7168 00000004:00200000:2.0:1775764772.182337:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764772.182438:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.182498:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa97d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ce expref: 394 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.182513:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ce expref: 393 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.182522:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:2.0:1775764772.182525:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764772.182528:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9200, rc 0) 00000100:00100000:2.0:1775764772.182593:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978816:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1222us (1832us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.182600:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51039 00000100:00100000:3.0:1775764772.191040:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.191556:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966978944 00000100:00100000:0.0:1775764772.191566:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966978944 00000100:00100000:0.0:1775764772.191618:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16271 00000100:00100000:0.0:1775764772.191628:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978944:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764772.205677:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966978944:12345-192.168.202.46@tcp:37:rm.0 Request processed in 14037us (14634us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.205692:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16271 00000100:00100000:2.0:1775764772.213619:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.213736:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966979200 00000100:00100000:0.0:1775764772.213747:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966979200 00000100:00100000:0.0:1775764772.213809:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16272 00000100:00100000:0.0:1775764772.213820:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966979200:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764772.214521:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966979200:12345-192.168.202.46@tcp:35:rm.0 Request processed in 701us (909us total) trans 4294997541 rc 0/0 00000100:00100000:0.0:1775764772.214530:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16272 00000100:00100000:3.0:1775764772.226527:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.226743:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966979456 00000100:00100000:2.0:1775764772.226753:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966979456 00000100:00100000:2.0:1775764772.226816:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51040 00000100:00100000:2.0:1775764772.226826:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+394:19896:x1862022966979456:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764772.226886:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764772.226913:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9200/0x2aac6a50e5fa984 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ce expref: 394 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.226935:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e4ed1f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2ce expref: 393 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.226948:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682237600/0x2aac6a50e4ed137 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca29d expref: 392 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.226969:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff897681a05600) 00010000:00010000:2.0:1775764772.226983:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764772.227000:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227012:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227022:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227034:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227041:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227047:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227150:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227158:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.227164:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.228997:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27f:0x0]: returning size 7168 00010000:00010000:2.0:1775764772.229019:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229030:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229037:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229043:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.229047:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229053:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229066:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27f:0x0].0x0 (ffff89768faaa100) 00010000:00010000:2.0:1775764772.229068:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764772.229073:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229079:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8200/0x2aac6a50e5fa999 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x27f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229100:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229107:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229112:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229117:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.229120:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229126:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229132:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764772.229134:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.229137:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.229141:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9c00/0x2aac6a50e5fa98b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764772.229149:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fac4a04 reply state 00000000ea7690e8 transno 4294997542 ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.229165:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764772.229990:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+393:19896:x1862022966979456:12345-192.168.202.46@tcp:36:rm.0 Request processed in 3160us (3468us total) trans 4294997542 rc 0/0 00000100:00100000:2.0:1775764772.229999:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51040 00000001:00080000:0.0:1775764772.232732:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997537 is committed 00000004:00080000:0.0:1775764772.232975:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 493 committed 00000100:00100000:3.0:1775764772.233079:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978360192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764772.233144:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.233229:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360192 00000001:00080000:0.0:1775764772.233233:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997538 is committed 00000100:00100000:3.0:1775764772.233236:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360192 00000004:00080000:0.0:1775764772.233253:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 490 committed 00000004:00080000:0.0:1775764772.233269:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 495 committed 00000100:00100000:3.0:1775764772.233273:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15138 00000100:00100000:3.0:1775764772.233280:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978360192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764772.233303:0:12186:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1629 count 1 00000004:00080000:0.0:1775764772.233317:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 489 committed 00010000:00010000:3.0:1775764772.233326:0:12186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.233358:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 81 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.233366:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.233368:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.233371:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.233395:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 81 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.233414:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 81 pid: 12181 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.233426:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12186:1862022978360320:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.233511:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977982533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.233517:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978360448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.233544:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.233559:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978360960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.233576:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.233591:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764772.233596:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684971f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978360576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.233618:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.233642:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978361088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.233663:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.233691:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360448 00000100:00100000:0.0:1775764772.233695:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360448 00000100:00100000:0.0:1775764772.233720:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360960 00000100:00100000:0.0:1775764772.233723:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360960 00000100:00100000:0.0:1775764772.233735:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360576 00000100:00100000:0.0:1775764772.233737:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360576 00000100:00100000:0.0:1775764772.233749:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978361088 00000100:00100000:0.0:1775764772.233751:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978361088 00000100:00100000:0.0:1775764772.233766:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15139 00000100:00100000:0.0:1775764772.233772:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3319:x1862022978360448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.233784:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1630 count 1 00010000:00010000:0.0:1775764772.233797:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233809:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 81 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233814:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.233816:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.233818:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233836:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 81 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233845:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 81 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.233855:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978361344:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.233882:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff897782ba60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.233898:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15140 00000100:00100000:0.0:1775764772.233905:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3319:x1862022978360960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.233917:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:106 count 1 00010000:00010000:0.0:1775764772.233928:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233938:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 81 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233945:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.233946:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.233949:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 4/0,1 mode: --/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233968:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 81 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.233977:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 81 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.233986:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978361472:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.234007:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.234025:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15141 00000100:00100000:0.0:1775764772.234032:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3319:x1862022978360576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.234044:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:54 count 1 00010000:00010000:0.0:1775764772.234055:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234065:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 81 pid: 12181 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234071:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.234073:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.234075:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234092:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 81 pid: 12181 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234100:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 81 pid: 12181 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.234110:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978361600:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.234132:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.234149:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15142 00000100:00100000:0.0:1775764772.234156:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3319:x1862022978361088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.234169:0:12184:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:104 count 1 00010000:00010000:0.0:1775764772.234179:0:12184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234191:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 81 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234198:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.234200:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.234202:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 4/0,1 mode: --/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234220:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 81 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.234230:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 81 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.234240:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978361728:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.234263:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.234286:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978360704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.234311:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.234328:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978361216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.234346:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.234363:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764772.234367:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684971880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978360832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.234386:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.234398:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764772.234404:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89779abbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978361856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.234421:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.234442:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360704 00000100:00100000:0.0:1775764772.234446:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360704 00000100:00100000:0.0:1775764772.234512:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978361216 00000100:00100000:0.0:1775764772.234515:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978361216 00000100:00100000:2.0:1775764772.234527:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978360832 00000100:00100000:2.0:1775764772.234530:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978360832 00000100:00100000:0.0:1775764772.234531:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978361856 00000100:00100000:0.0:1775764772.234533:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978361856 00000100:00100000:2.0:1775764772.234551:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15143 00000100:00100000:2.0:1775764772.234557:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978360704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.234569:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:53 count 1 00010000:00010000:2.0:1775764772.234579:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.234591:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.234598:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.234599:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.234602:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.234619:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 81 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.234627:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 81 pid: 8216 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.234642:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978362880:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.234679:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.238988:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15144 00000100:00100000:0.0:1775764772.239015:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978361216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.239050:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:105 count 1 00010000:00010000:0.0:1775764772.239076:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239097:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 81 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239106:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.239108:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.239111:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 4/0,1 mode: --/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239161:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 81 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239176:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 81 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.239193:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12193:1862022978363008:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.239298:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.239321:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15145 00000100:00100000:0.0:1775764772.239330:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978360832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.239342:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:52 count 1 00010000:00010000:0.0:1775764772.239354:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239366:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 81 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239373:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.239375:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.239377:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239397:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 81 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239406:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 81 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.239416:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978363136:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.239441:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.239488:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15146 00000100:00100000:0.0:1775764772.239498:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978361856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.239513:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1629 count 1 00010000:00010000:0.0:1775764772.239528:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239540:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 74 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239547:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.239548:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.239551:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239569:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 74 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.239578:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 74 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.239589:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12041:1862022978363264:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.239612:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fad80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.241137:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978362112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.241211:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.241255:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c965c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978362624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.241280:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.241306:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764772.241313:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978361984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.241332:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.241367:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978362496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.241386:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.241420:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978362112 00000100:00100000:2.0:1775764772.241428:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978362112 00000100:00100000:2.0:1775764772.241491:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978362624 00000100:00100000:2.0:1775764772.241495:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978362624 00000100:00100000:2.0:1775764772.241509:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978361984 00000100:00100000:2.0:1775764772.241512:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978361984 00000100:00100000:2.0:1775764772.241522:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978362496 00000100:00100000:2.0:1775764772.241524:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978362496 00000100:00100000:2.0:1775764772.241538:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15147 00000100:00100000:2.0:1775764772.241545:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3320:x1862022978362112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.241570:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1631 count 1 00010000:00010000:2.0:1775764772.241901:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.241930:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 74 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.241940:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.241942:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.241946:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 4/0,1 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.241978:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 74 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.241990:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 74 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.242002:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8216:1862022978363392:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.242055:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.242078:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15148 00000100:00100000:2.0:1775764772.242087:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3320:x1862022978362624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.242100:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:105 count 1 00010000:00010000:2.0:1775764772.242111:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242121:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 74 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242133:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.242134:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.242136:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242155:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 74 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242163:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 74 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.242238:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978363520:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.242257:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.242274:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15149 00000100:00100000:2.0:1775764772.242281:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3320:x1862022978361984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.242292:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1630 count 1 00010000:00010000:2.0:1775764772.242304:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242316:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 74 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242322:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.242324:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.242326:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 4/0,1 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242496:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 74 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.242507:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 74 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.242516:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12190:1862022978363648:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.242546:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.242563:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15150 00000100:00100000:2.0:1775764772.242570:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3320:x1862022978362496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.242583:0:6580:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:54 count 1 00000100:00100000:1.0:1775764772.242765:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978362368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.242810:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.242837:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764772.242843:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978362240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.242862:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.242877:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978362752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.242896:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.242911:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978362368 00000100:00100000:3.0:1775764772.242919:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978362368 00000100:00100000:3.0:1775764772.242950:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978362240 00000100:00100000:3.0:1775764772.242953:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978362240 00000100:00100000:3.0:1775764772.242963:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978362752 00000100:00100000:3.0:1775764772.242965:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978362752 00000100:00100000:1.0:1775764772.242975:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15151 00000100:00100000:1.0:1775764772.243025:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978362368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764772.243038:0:12215:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:55 count 1 00010000:00010000:1.0:1775764772.243051:0:12215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.243064:0:12215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 74 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.243071:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.243072:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.243074:0:12215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.243099:0:12215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 74 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.243110:0:12215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 74 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.243121:0:12215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12215:1862022978363776:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.243149:0:12215:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778133a540 going to sleep for 11 seconds 00010000:00010000:2.0:1775764772.243314:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,1 mode: --/PW res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.243328:0:6580:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 74 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.243335:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.243336:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1775764772.243497:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15152 00000100:00100000:3.0:1775764772.243506:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978362240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.243518:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:56 count 1 00010000:00010000:3.0:1775764772.243529:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.243539:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 74 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.243545:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.243547:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.243549:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.243567:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 74 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.243576:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 74 pid: 6578 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.243584:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978363904:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.243840:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764772.244162:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764772.244405:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.244415:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.244423:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.244428:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764772.244433:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.244441:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.244485:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0xc144154 (ffff89768faaae00) 00010000:00010000:1.0:1775764772.244490:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764772.244495:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.244501:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9800/0x2aac6a50e5fa992 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.244634:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.244656:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12186:1862022978360320:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.244676:0:12186:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764772.246828:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 494 committed 00000004:00080000:1.0:1775764772.246900:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 488 committed 00010000:00010000:2.0:1775764772.247647:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 4/0,1 mode: --/PW res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.247715:0:6580:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 74 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.247733:0:6580:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 74 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.247748:0:6580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6580:1862022978364032:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.247863:0:6580:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.247895:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15153 00000100:00100000:2.0:1775764772.247908:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978362752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.247937:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1619 count 1 00010000:00010000:2.0:1775764772.247957:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.247972:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 74 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.247978:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.247981:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.247983:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.247998:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 74 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248006:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 74 pid: 12039 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.248020:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978364160:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.248039:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.248066:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966979584 00000100:00100000:2.0:1775764772.248072:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966979584 00000100:00100000:2.0:1775764772.248118:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51041 00000100:00100000:2.0:1775764772.248124:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+64:19896:x1862022966979584:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764772.248140:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.248155:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5faa10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6d5 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248587:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5faa17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248603:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5faa17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248615:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5faa17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.248825:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b2:0x0]: returning size 7168 00000004:00200000:2.0:1775764772.248829:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764772.248904:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5faa17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248929:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d8e00/0x2aac6a50e5faa10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6d5 expref: 66 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248946:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5faa17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6d5 expref: 65 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.248956:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:2.0:1775764772.248960:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764772.248964:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976866d9a00, rc 0) 00000100:00100000:2.0:1775764772.248998:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+65:19896:x1862022966979584:12345-192.168.202.46@tcp:101:rm.0 Request processed in 874us (4837us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.249004:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51041 00000100:00100000:0.0:1775764772.249568:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966979712 00000100:00100000:0.0:1775764772.249576:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966979712 00010000:00010000:0.0:1775764772.249624:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 82 pid: 12181 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.249657:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23395 00000100:00100000:0.0:1775764772.249665:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+82:2379:x1862022966979712:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.249676:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.249682:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 82 pid: 12181 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.249694:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 82 pid: 12181 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.249710:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cdbfd11/0x2aac6a50e5f6c91 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b82d expref: 82 pid: 12181 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.249723:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.249725:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.249729:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.249738:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.249770:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.249804:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+81:2379:x1862022966979712:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 140us (5170us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.249810:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23395 00000100:00080000:2.0:1775764772.250745:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764772.255437:0:12186:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.255487:0:12186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.255500:0:12186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.255507:0:12186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.255535:0:12186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764772.255939:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.255946:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.255953:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.255957:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.255970:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.255989:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.255995:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fa9a0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.256017:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.256019:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.256020:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764772.256028:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3322:x1862022978360192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22745us (22880us total) trans 4294972286 rc 0/0 00000100:00100000:2.0:1775764772.256037:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15138 00000004:00080000:2.0:1775764772.256098:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684970000/2, rc 0, transno 4294972286 00000100:00100000:2.0:1775764772.256122:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978360192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.260592:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260612:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260632:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260646:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260660:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260680:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260695:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260710:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.260769:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.260825:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12041:1862022978363264:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.260825:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978363136:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.260853:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.260853:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.260885:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12193:1862022978363008:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.260886:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966979840 00000100:00100000:2.0:1775764772.260892:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966979840 00010000:00010000:0.0:1775764772.260896:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.260913:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980096 00000100:00100000:0.0:1775764772.260916:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980096 00010000:00010000:2.0:1775764772.260927:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 82 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.260928:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 82 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.260949:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980352 00000100:00100000:2.0:1775764772.260949:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980608 00000100:00100000:0.0:1775764772.260951:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980352 00000100:00100000:2.0:1775764772.260951:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980608 00010000:00010000:2.0:1775764772.260961:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 83 pid: 8216 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.260971:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 75 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.260972:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966979968 00000100:00100000:2.0:1775764772.260973:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966979968 00000100:00100000:0.0:1775764772.260981:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980224 00010000:00010000:2.0:1775764772.260982:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 84 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.260984:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980224 00010000:00010000:0.0:1775764772.260993:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 76 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.260997:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980480 00000100:00100000:2.0:1775764772.260999:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980480 00000100:00100000:0.0:1775764772.261002:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980736 00000100:00100000:0.0:1775764772.261004:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980736 00010000:00010000:2.0:1775764772.261008:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 86 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.261013:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 86 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.261019:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980864 00000100:00100000:2.0:1775764772.261021:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980864 00000100:00100000:0.0:1775764772.261027:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23396 00010000:00010000:2.0:1775764772.261029:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 87 pid: 12181 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.261034:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+87:2379:x1862022966979840:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1775764772.261041:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23397 00000100:00100000:2.0:1775764772.261045:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+87:2379:x1862022966980096:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.261047:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.261052:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 87 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261052:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.261056:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 87 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261065:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 87 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.261066:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 87 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261086:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5fcdf78/0x2aac6a50e5f8a2e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c213 expref: 87 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.261088:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.261091:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.261095:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261098:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.261099:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.261102:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.261105:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261109:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.261122:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764772.261126:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.261295:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23398 00000100:00100000:3.0:1775764772.261304:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+86:2379:x1862022966980608:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.261312:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.261317:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 86 pid: 8216 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.261329:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23399 00000100:00100000:1.0:1775764772.261338:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+76:2379:x1862022966980352:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.261345:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.261349:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 76 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.261357:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 76 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.261369:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000994525d/0x2aac6a50e5f687e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b6d6 expref: 76 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.261379:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.261380:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.261383:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.261395:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.261412:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.261509:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+86:2379:x1862022966980096:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 116us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.261517:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23397 00000100:00100000:2.0:1775764772.261534:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23400 00000100:00100000:2.0:1775764772.261541:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+85:2379:x1862022966979968:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.261548:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.261552:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 85 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261562:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 85 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261574:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.261576:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.261579:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261586:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.261598:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.266182:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+85:2379:x1862022966979840:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 5130us (5580us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.266198:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23396 00000100:00100000:0.0:1775764772.266244:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23401 00000100:00100000:0.0:1775764772.266260:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966980224:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.266282:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.266292:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 75 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266308:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 75 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266336:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266338:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266344:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266355:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266382:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.266436:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966980224:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 185us (5755us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.266442:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23401 00000100:00100000:0.0:1775764772.266483:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23402 00000100:00100000:0.0:1775764772.266493:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+84:2379:x1862022966980480:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.266501:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.266507:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 84 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266517:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 84 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266529:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266531:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266534:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266541:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266552:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.266568:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+84:2379:x1862022966980480:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 78us (5872us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.266574:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23402 00000100:00100000:0.0:1775764772.266590:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23403 00000100:00100000:0.0:1775764772.266596:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+83:2379:x1862022966980736:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.266604:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.266609:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 83 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266618:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 83 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266630:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000504dfdb2/0x2aac6a50e4ef7e1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb184 expref: 83 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266644:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266645:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266648:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266655:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266680:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.266697:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+82:2379:x1862022966980736:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 101us (5986us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.266703:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23403 00000100:00100000:0.0:1775764772.266714:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23404 00000100:00100000:0.0:1775764772.266720:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+81:2379:x1862022966980864:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.266729:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.266734:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 81 pid: 12181 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266746:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 81 pid: 12181 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266758:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266759:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.266762:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266769:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266781:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.266797:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+81:2379:x1862022966980864:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 77us (6029us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.266803:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23404 00010000:00010000:0.0:1775764772.266840:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266850:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266860:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266872:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.266893:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.271399:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3321:x1862022978361856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31894us (36967us total) trans 4294971490 rc 0/0 00000100:00100000:0.0:1775764772.271416:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15146 00010000:00010000:0.0:1775764772.271503:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271517:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271528:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271536:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271563:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.271854:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3321:x1862022978361216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32854us (37505us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1775764772.271862:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15144 00010000:00010000:0.0:1775764772.271921:0:6578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f16c3d64/0x2aac6a50e5f8955 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c19c expref: 80 pid: 12181 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.271940:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978361600:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.271966:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271974:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271980:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271987:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.271993:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272013:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1775764772.272251:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3319:x1862022978360576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38218us (38631us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1775764772.272258:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15141 00010000:00010000:0.0:1775764772.272289:0:12184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c76e1a5/0x2aac6a50e4ef6f3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb129 expref: 79 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.272300:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978361728:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.272314:0:12184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272322:0:12184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272328:0:12184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272335:0:12184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272342:0:12184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272356:0:12184:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1775764772.272656:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3319:x1862022978361088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38500us (38991us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1775764772.272662:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15142 00010000:00010000:0.0:1775764772.272682:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764772.272690:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.272698:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.272702:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.273047:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 78 pid: 8216 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.273078:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.273080:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.273085:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.273094:0:5781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.273122:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.273150:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+78:2379:x1862022966980608:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 11847us (12501us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.273158:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23398 00000100:00100000:3.0:1775764772.273452:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978364288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764772.273529:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.274284:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.274319:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.274414:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.274512:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.274536:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981120 00000100:00100000:3.0:1775764772.274544:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981120 00010000:00010000:3.0:1775764772.274574:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 75 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.274596:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981376 00000100:00100000:3.0:1775764772.274598:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981376 00010000:00010000:3.0:1775764772.274610:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 76 pid: 6578 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.274621:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966980992 00000100:00100000:3.0:1775764772.274623:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966980992 00010000:00010000:3.0:1775764772.274634:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 77 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.274644:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981248 00000100:00100000:3.0:1775764772.274646:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981248 00010000:00010000:3.0:1775764772.274655:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 78 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.274667:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23405 00000100:00100000:3.0:1775764772.274674:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+78:2379:x1862022966981120:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.274688:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.274693:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 78 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.274703:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 78 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.274729:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.274733:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.274737:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.274747:0:5781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.276106:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.276189:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+78:2379:x1862022966981120:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1507us (1898us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.276199:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23405 00000100:00100000:3.0:1775764772.276235:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23406 00000100:00100000:3.0:1775764772.276244:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+77:2379:x1862022966981376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.276257:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.276264:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 77 pid: 6578 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.276276:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 77 pid: 6578 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.276293:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.276295:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.276299:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.276307:0:5781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.276318:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.276335:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+77:2379:x1862022966981376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 95us (2016us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.277283:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23406 00000100:00100000:3.0:1775764772.277308:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23407 00000100:00100000:3.0:1775764772.277320:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+76:2379:x1862022966980992:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.277333:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1775764772.280757:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+76:2379:x1862022966980352:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 19405us (20109us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.280772:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23399 00000100:00100000:1.0:1775764772.280828:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23408 00000100:00100000:1.0:1775764772.280844:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966981248:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.280861:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.280871:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 75 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.280887:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 75 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.280915:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.280917:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.280921:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.280931:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.280952:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.281008:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966981248:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 172us (6495us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.281014:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23408 00010000:00010000:1.0:1775764772.281070:0:12215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0b23ff7/0x2aac6a50e5f8a27 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c20c expref: 74 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.281086:0:12215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12215:1862022978363776:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.281105:0:12215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281114:0:12215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281121:0:12215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281131:0:12215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281153:0:12215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281164:0:12215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1775764772.281657:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3322:x1862022978362368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38673us (38844us total) trans 4294971491 rc 0/0 00000100:00100000:1.0:1775764772.281667:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15151 00000100:00100000:1.0:1775764772.281685:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978364288 00000100:00100000:1.0:1775764772.281691:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978364288 00000100:00100000:1.0:1775764772.281723:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15154 00000100:00100000:1.0:1775764772.281729:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977866bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3322:x1862022978364288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.281751:0:12215:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:84 count 1 00010000:00010000:1.0:1775764772.281773:0:12215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281788:0:12215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 77 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281795:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.281797:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.281799:0:12215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281828:0:12215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 77 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281840:0:12215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 77 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.281856:0:12215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12215:1862022978364416:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.281924:0:12215:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778133a9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764772.281952:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdfae512/0x2aac6a50e4ef8d6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1d1 expref: 77 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.281970:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978361472:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.281986:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.281995:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.282002:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.282011:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.282020:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.282030:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1775764772.282340:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3319:x1862022978360960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48435us (48761us total) trans 4294972290 rc 0/0 00000100:00100000:1.0:1775764772.282347:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15140 00010000:00010000:0.0:1775764772.282906:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282925:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282933:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fa9d8 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282952:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1775764772.282957:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282963:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.282967:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282974:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282984:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 1/0,0 mode: --/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.282990:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c28e49d/0x2aac6a50e5fa9ca lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283008:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764772.283012:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283017:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.283020:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283026:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283034:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283040:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000994f5eb5/0x2aac6a50e5fa9b5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283052:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764772.283055:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283061:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.283064:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283075:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283084:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283090:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fa9bc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283101:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 76 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283103:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.283107:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283118:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 73 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283126:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.283128:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283135:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.283136:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.283140:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283149:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283149:0:5781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283160:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283166:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5fa9f4 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283168:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764772.283182:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.283185:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283191:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.283193:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.283199:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+73:2379:x1862022966980992:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 5884us (8785us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764772.283200:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.283208:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23407 00010000:00010000:0.0:1775764772.283209:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283215:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fa9ae lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283226:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.283227:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.283229:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.283266:0:12039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ec889f3/0x2aac6a50e5f73fa lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ba9c expref: 76 pid: 12196 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.283277:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978361344:192.168.202.46@tcp:104: 00000004:00080000:3.0:1775764772.283278:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c965f80/2, rc 0, transno 4294971491 00000100:00100000:3.0:1775764772.283284:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978362368:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1775764772.283292:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283301:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283308:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283310:0:6579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3dfd67e/0x2aac6a50e5f89fd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1e2 expref: 72 pid: 6578 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283316:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.283320:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978363904:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.283329:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283334:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283337:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283351:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764772.283354:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283361:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283368:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.283375:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.283682:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3322:x1862022978362240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40179us (40819us total) trans 4294971492 rc 0/0 00000100:00100000:3.0:1775764772.283689:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15152 00000100:00100000:0.0:1775764772.283690:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3319:x1862022978360448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49909us (50136us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1775764772.283696:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15139 00010000:00010000:0.0:1775764772.283714:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:3.0:1775764772.283714:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c966300/2, rc 0, transno 4294971492 00010000:00010000:0.0:1775764772.283718:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.283718:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978362240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1775764772.283725:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.283729:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283735:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283746:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283753:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fa9a7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283765:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.283768:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.283774:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.283777:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.288069:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.288500:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966979968:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 26956us (27835us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.288516:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23400 00010000:00010000:2.0:1775764772.288574:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764772.288588:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764772.288612:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.288626:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.288639:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.288647:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.288666:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.290089:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3321:x1862022978360832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50755us (55695us total) trans 4294972292 rc 0/0 00000100:00100000:2.0:1775764772.290102:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15145 00010000:00010000:2.0:1775764772.290142:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.290149:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.290160:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.290164:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.290185:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.290207:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.290214:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fa9d1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.290603:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.290606:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.290608:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.290616:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764772.290671:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978364160:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.290697:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.290716:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.292183:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981760 00000100:00100000:1.0:1775764772.292199:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981760 00010000:00010000:1.0:1775764772.292242:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 72 pid: 12039 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.292296:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23409 00000100:00100000:1.0:1775764772.292307:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+72:2380:x1862022966981760:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.292324:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.292329:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 72 pid: 12039 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.292340:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 72 pid: 12039 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.292361:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000303acbbe/0x2aac6a50e5f37af lrc: 0/0,0 mode: --/PW res: [0x240000403:0x653:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a67c expref: 72 pid: 12039 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.292375:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.292378:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.292383:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.292392:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.292418:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.292490:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+71:2380:x1862022966981760:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 185us (4433us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.292498:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23409 00010000:00010000:0.0:1775764772.292615:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.292629:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.292635:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007c354e6/0x2aac6a50e5faa02 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.292660:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.292662:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.292665:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.293085:0:12180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b7c1abf/0x2aac6a50e4ef78d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb15a expref: 70 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.293098:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978363520:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.293116:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.293131:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.293138:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.293148:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.293155:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.293189:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764772.293613:0:12187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5f8971 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1bf expref: 74 pid: 8216 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.293625:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978362880:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.293638:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.293646:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.293653:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.293661:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.293668:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.293684:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.294102:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3321:x1862022978360704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59544us (59788us total) trans 4294972293 rc 0/0 00000100:00100000:3.0:1775764772.294111:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15143 00010000:00010000:3.0:1775764772.294152:0:8216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dda481a/0x2aac6a50e5f7a91 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421bcb7 expref: 69 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.294164:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8216:1862022978363392:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.294177:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.294185:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.294192:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.294200:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.294208:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.294223:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1775764772.294529:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3320:x1862022978362112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52983us (53316us total) trans 4294971493 rc 0/0 00000100:00100000:3.0:1775764772.294536:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15147 00000004:00080000:3.0:1775764772.294578:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89779abbd880/2, rc 0, transno 4294971490 00000100:00100000:3.0:1775764772.294590:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978361856:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1775764772.294603:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684971880/2, rc 0, transno 4294972292 00000100:00100000:3.0:1775764772.294613:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684971880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978360832:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1775764772.294623:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684970a80/2, rc 0, transno 4294972293 00000100:00100000:3.0:1775764772.294627:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978360704:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1775764772.294635:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768328b800/2, rc 0, transno 4294972287 00000100:00100000:3.0:1775764772.294638:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978361216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764772.294690:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764772.294701:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978364800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764772.294735:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775764772.294989:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764772.294997:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295005:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.295010:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295018:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295038:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295045:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000072fb136/0x2aac6a50e5fa9e6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295067:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.295070:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295077:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.295080:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295086:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295097:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295104:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000824ccb60/0x2aac6a50e5fa9c3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295116:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.295119:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295124:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.295127:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295133:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295148:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 1/0,0 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295154:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018eaef17/0x2aac6a50e5fa9df lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.295166:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.295167:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.295169:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.295227:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978364928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.295254:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.296688:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978364672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.296736:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.296764:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978365184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.296780:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764772.296815:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c965500/2, rc 0, transno 4294971493 00000100:00100000:1.0:1775764772.296823:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978362112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.296835:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764772.296840:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978364544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.296858:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.296869:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978365056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.296884:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.297924:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978364800 00000100:00100000:0.0:1775764772.297932:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978364800 00000100:00100000:0.0:1775764772.297980:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978364928 00000100:00100000:0.0:1775764772.297983:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978364928 00000100:00100000:0.0:1775764772.297997:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978364672 00000100:00100000:0.0:1775764772.297999:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978364672 00000100:00100000:0.0:1775764772.298011:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978365184 00000100:00100000:0.0:1775764772.298014:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978365184 00000100:00100000:0.0:1775764772.298026:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978364544 00000100:00100000:0.0:1775764772.298028:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978364544 00000100:00100000:0.0:1775764772.298038:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978365056 00000100:00100000:0.0:1775764772.298040:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978365056 00000100:00100000:0.0:1775764772.298056:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15155 00000100:00100000:0.0:1775764772.298064:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+15:3322:x1862022978364800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.298090:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:70 count 1 00010000:00010000:0.0:1775764772.298113:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298134:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 68 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298143:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298146:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298149:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298179:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 68 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298193:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 68 pid: 12215 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.298207:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978365312:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.298289:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.298305:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15156 00000100:00100000:0.0:1775764772.298312:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3322:x1862022978364928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.298324:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1625 count 1 00010000:00010000:0.0:1775764772.298337:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298349:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 73 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298355:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298356:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298359:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 4/0,1 mode: --/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298377:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 73 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298387:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 73 pid: 16465 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.298404:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978365440:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.298425:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.298440:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15157 00000100:00100000:0.0:1775764772.298446:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3320:x1862022978364672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.298487:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:67 count 1 00010000:00010000:0.0:1775764772.298498:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298510:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 68 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298517:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298519:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298521:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298537:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 68 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298544:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 68 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.298554:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978365568:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.298574:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fad80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.298588:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15158 00000100:00100000:0.0:1775764772.298656:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3320:x1862022978365184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.298667:0:12184:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:73 count 1 00010000:00010000:0.0:1775764772.298677:0:12184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298689:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 73 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298695:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298697:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298699:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298713:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 73 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298722:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 73 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.298731:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978365696:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.298750:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.298764:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15159 00000100:00100000:0.0:1775764772.298770:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3320:x1862022978364544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.298780:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:86 count 1 00010000:00010000:0.0:1775764772.298790:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298801:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 68 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298807:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298809:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298811:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298824:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 68 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298833:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 68 pid: 12190 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.298842:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978365824:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.298859:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.298872:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15160 00000100:00100000:0.0:1775764772.298878:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3320:x1862022978365056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.298889:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:85 count 1 00010000:00010000:0.0:1775764772.298898:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298908:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 73 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298920:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298921:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.298924:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298939:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 73 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.298947:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 73 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.298955:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978365952:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.298974:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.300431:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3320:x1862022978362624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58341us (59145us total) trans 4294971494 rc 0/0 00000100:00100000:2.0:1775764772.300442:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15148 00000100:00100000:1.0:1775764772.300449:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764772.300498:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978366080:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764772.300499:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.300510:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.300520:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.300532:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764772.300532:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.300548:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1775764772.301821:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c965180/2, rc 0, transno 4294971495 00000100:00100000:1.0:1775764772.301835:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978362752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.302319:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+16:3322:x1862022978362752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54413us (59419us total) trans 4294971495 rc 0/0 00000100:00100000:2.0:1775764772.302329:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15153 00000100:00100000:2.0:1775764772.302369:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978366080 00000100:00100000:2.0:1775764772.302375:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978366080 00000100:00100000:2.0:1775764772.302421:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15161 00000100:00100000:2.0:1775764772.302429:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+16:3322:x1862022978366080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.302480:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:102 count 1 00010000:00010000:2.0:1775764772.302506:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302527:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 68 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302535:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.302537:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.302540:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302572:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 68 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764772.302573:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684971f80/2, rc 0, transno 4294972288 00000100:00100000:1.0:1775764772.302583:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684971f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978360576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764772.302590:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 68 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.302605:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978366208:192.168.202.46@tcp:104: 00000004:00080000:1.0:1775764772.302606:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684970e00/2, rc 0, transno 4294972289 00000100:00100000:1.0:1775764772.302609:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978361088:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.302619:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684970700/2, rc 0, transno 4294972291 00000100:00100000:1.0:1775764772.302621:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978360448:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.302631:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684972300/2, rc 0, transno 4294972290 00000100:00100000:1.0:1775764772.302634:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978360960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764772.302660:0:12190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f85f06a7/0x2aac6a50e5f709d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b976 expref: 68 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.302674:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12190:1862022978363648:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.302679:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c220c0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764772.302692:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.302694:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302698:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.302703:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302705:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.302710:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302710:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.302718:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302720:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.302726:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.302737:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.302738:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764772.302744:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5faa09 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x653:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.302985:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978366336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764772.303025:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.303058:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978366336 00000100:00100000:3.0:1775764772.303062:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978366336 00000100:00100000:3.0:1775764772.303084:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15162 00000100:00100000:3.0:1775764772.303090:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+18:3322:x1862022978366336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.303100:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:69 count 1 00010000:00010000:3.0:1775764772.303114:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.303120:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:3320:x1862022978361984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60841us (61787us total) trans 4294971496 rc 0/0 00010000:00010000:3.0:1775764772.303126:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 67 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.303127:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15149 00010000:00010000:3.0:1775764772.303133:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.303134:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.303136:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.303154:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 67 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.303164:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 67 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.303174:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12187:1862022978366464:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.303176:0:6580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6580:1862022978364032:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.303189:0:6580:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,1 mode: --/PW res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.303196:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9c00 going to sleep for 11 seconds 00000004:00080000:3.0:1775764772.303220:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c964000/2, rc 0, transno 4294971496 00000100:00100000:3.0:1775764772.303252:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978361984:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1775764772.303265:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c965c00/2, rc 0, transno 4294971494 00000100:00100000:3.0:1775764772.303268:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c965c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978362624:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1775764772.303641:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.303647:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.303655:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.303658:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.303667:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.303680:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 1/0,0 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.303687:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fa9ed lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.303705:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.303706:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.303708:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.303717:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978366848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.303748:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.303769:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764772.303774:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978366976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.303794:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.303822:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978366720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.303842:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.303860:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764772.303865:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978366592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.303883:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.303907:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978366848 00000100:00100000:0.0:1775764772.303911:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978366848 00000100:00100000:0.0:1775764772.303936:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978366976 00000100:00100000:0.0:1775764772.303938:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978366976 00000100:00100000:0.0:1775764772.303950:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978366720 00000100:00100000:0.0:1775764772.303952:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978366720 00000100:00100000:0.0:1775764772.303964:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978366592 00000100:00100000:0.0:1775764772.303966:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978366592 00000100:00100000:0.0:1775764772.303982:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15163 00000100:00100000:0.0:1775764772.303989:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978366848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.304008:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1617 count 1 00010000:00010000:0.0:1775764772.304024:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304039:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 73 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304046:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.304048:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.304051:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 4/0,1 mode: --/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304071:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 73 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304081:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 73 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.304092:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978367104:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.304114:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.304129:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15164 00000100:00100000:0.0:1775764772.304135:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978366976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.304146:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:74 count 1 00010000:00010000:0.0:1775764772.304157:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304166:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 73 pid: 12193 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304188:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.304189:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.304192:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304209:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 73 pid: 12193 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304218:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 73 pid: 12193 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.304228:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978367232:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.304248:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.304264:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15165 00000100:00100000:0.0:1775764772.304272:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3320:x1862022978366720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.304284:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:76 count 1 00010000:00010000:0.0:1775764772.304297:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304307:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 73 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304313:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.304315:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.304317:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 4/0,1 mode: --/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304335:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 73 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304343:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 73 pid: 12188 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.304353:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978367360:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.304373:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.304388:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15166 00000100:00100000:0.0:1775764772.304395:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3320:x1862022978366592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.304405:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:68 count 1 00010000:00010000:0.0:1775764772.304428:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304439:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 73 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304445:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.304446:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.304448:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304498:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 73 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.304511:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 73 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.304520:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978367488:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.304536:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.305563:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.309996:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.310227:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981504 00000100:00100000:3.0:1775764772.310236:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981504 00000100:00100000:0.0:1775764772.310248:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978367744:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764772.310270:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 68 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.310290:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.310312:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23410 00000100:00100000:0.0:1775764772.310318:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764772.310321:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+68:2382:x1862022966981504:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1775764772.310323:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978367616:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764772.310334:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1775764772.310346:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1775764772.310350:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 68 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.310365:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 68 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.310370:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978367744 00000100:00100000:0.0:1775764772.310374:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978367744 00010000:00010000:3.0:1775764772.310390:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad6ac2e4/0x2aac6a50e5f8a35 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c21a expref: 68 pid: 12184 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.310396:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978367616 00000100:00100000:0.0:1775764772.310398:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978367616 00010000:00010000:3.0:1775764772.310406:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.310409:0:5781:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.310414:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.310424:0:5781:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.310427:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15167 00000100:00100000:0.0:1775764772.310433:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3320:x1862022978367744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764772.310450:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1775764772.310485:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:84 count 1 00010000:00010000:0.0:1775764772.310509:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.310510:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+67:2382:x1862022966981504:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 190us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.310517:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23410 00010000:00010000:0.0:1775764772.310522:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 67 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310534:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.310536:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.310538:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.310559:0:6580:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310560:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 66 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.310568:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310573:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 66 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.310577:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.310584:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978367872:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.310585:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.310601:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.310654:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.310667:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.310673:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310681:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.310685:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310694:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310706:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 1/0,0 mode: --/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310713:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011eabe08/0x2aac6a50e5fa9fb lrc: 0/0,0 mode: --/PW res: [0x240000403:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310728:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.310730:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.310732:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.310762:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15168 00000100:00100000:0.0:1775764772.310769:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+19:3320:x1862022978367616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.310782:0:12186:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:71 count 1 00010000:00010000:0.0:1775764772.310793:0:12186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310804:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 66 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310811:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.310812:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.310815:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310834:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 66 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.310843:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 66 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.310857:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978368000:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.310884:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b45e9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764772.311425:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3320:x1862022978362496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68855us (70037us total) trans 4294971497 rc 0/0 00000100:00100000:3.0:1775764772.311434:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15150 00000004:00080000:0.0:1775764772.315485:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c967480/2, rc 0, transno 4294971497 00000100:00100000:0.0:1775764772.315514:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978362496:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764772.315996:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.315999:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.316002:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.316009:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764772.316140:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.316174:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.316238:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981632 00000100:00100000:3.0:1775764772.316245:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981632 00000100:00100000:3.0:1775764772.316289:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16273 00000100:00100000:3.0:1775764772.316299:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966981632:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764772.316357:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978368128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.316401:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.316493:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978365312:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.316517:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.316543:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978365440:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.316555:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.316571:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978368128 00000100:00100000:0.0:1775764772.316574:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978368128 00000100:00100000:0.0:1775764772.316598:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15169 00000100:00100000:0.0:1775764772.316602:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978368128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.316621:0:12181:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:100 count 1 00010000:00010000:0.0:1775764772.316641:0:12181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.316656:0:12181:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 66 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.316664:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.316666:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.316669:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.316693:0:12181:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 66 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.316704:0:12181:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 66 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.316716:0:12181:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978368256:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.316794:0:12181:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.319251:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966981888 00000100:00100000:2.0:1775764772.319267:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966981888 00010000:00010000:2.0:1775764772.319317:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 74 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.319370:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23411 00000100:00100000:2.0:1775764772.319378:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+74:2381:x1862022966981888:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.319393:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.319398:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 74 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319413:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 74 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319437:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.319438:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.319443:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319452:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.319498:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.319546:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+74:2381:x1862022966981888:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 168us (3408us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.319553:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23411 00010000:00010000:1.0:1775764772.330278:0:12215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c591a9dc/0x2aac6a50e4ee83d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab48 expref: 73 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.330304:0:12215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12215:1862022978364416:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.330333:0:12215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.330426:0:12215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.330436:0:12215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.330446:0:12215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.330486:0:12215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.330519:0:12215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.330915:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977866bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+21:3322:x1862022978364288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49184us (57385us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1775764772.330926:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15154 00000004:00080000:3.0:1775764772.331211:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb870700/2, rc 0, transno 4294972294 00000100:00100000:3.0:1775764772.331231:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978364288:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764772.331303:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.331309:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.331318:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.331322:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.331330:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.331351:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.331358:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5faa1e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.331382:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.331384:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.331385:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.331828:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764772.331844:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978368384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.331886:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.332059:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978368384 00000100:00100000:0.0:1775764772.332066:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978368384 00000100:00100000:3.0:1775764772.332266:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15170 00000100:00100000:3.0:1775764772.332278:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3321:x1862022978368384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764772.332304:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:75 count 1 00010000:00010000:3.0:1775764772.332327:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.332354:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 72 pid: 12187 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.332363:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.332365:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.332368:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.332395:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 72 pid: 12187 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.332407:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 72 pid: 12187 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.332420:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978368512:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.332518:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304d240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.333214:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333236:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333254:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333273:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333290:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333305:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333319:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333332:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333355:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333368:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333383:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333400:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.333436:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978367232:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.333497:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333529:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978365568:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.333544:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333570:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982528 00000100:00100000:0.0:1775764772.333575:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982528 00010000:00010000:0.0:1775764772.333600:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 67 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333618:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983040 00000100:00100000:0.0:1775764772.333621:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983040 00010000:00010000:0.0:1775764772.333634:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 73 pid: 12188 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333644:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982912 00000100:00100000:0.0:1775764772.333646:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982912 00010000:00010000:0.0:1775764772.333657:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 74 pid: 12193 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333666:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983296 00000100:00100000:0.0:1775764772.333669:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983296 00010000:00010000:0.0:1775764772.333679:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 75 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333689:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982016 00000100:00100000:0.0:1775764772.333691:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982016 00010000:00010000:0.0:1775764772.333701:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 68 pid: 12215 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333711:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982272 00000100:00100000:0.0:1775764772.333713:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982272 00010000:00010000:0.0:1775764772.333723:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 76 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.333732:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982656 00000100:00100000:0.0:1775764772.333734:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982656 00010000:00010000:0.0:1775764772.333744:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 77 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.333878:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983168 00000100:00100000:1.0:1775764772.333882:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983168 00010000:00010000:1.0:1775764772.333899:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 69 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.333912:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982144 00000100:00100000:1.0:1775764772.333914:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982144 00010000:00010000:1.0:1775764772.333924:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 78 pid: 16465 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.333935:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982400 00000100:00100000:1.0:1775764772.333937:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982400 00010000:00010000:1.0:1775764772.333946:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 70 pid: 12190 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.333956:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966982784 00000100:00100000:1.0:1775764772.333958:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966982784 00010000:00010000:1.0:1775764772.333968:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 79 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.333979:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983424 00000100:00100000:1.0:1775764772.333982:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983424 00010000:00010000:1.0:1775764772.333992:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 71 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.334005:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23412 00000100:00100000:1.0:1775764772.334013:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+71:2382:x1862022966982528:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334027:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334033:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 71 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334043:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 71 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334063:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334064:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334069:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334077:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334094:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334134:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+71:2382:x1862022966982528:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 123us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334141:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23412 00000100:00100000:1.0:1775764772.334158:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23413 00000100:00100000:1.0:1775764772.334165:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+79:2382:x1862022966983040:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334174:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334179:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 79 pid: 12188 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334188:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 79 pid: 12188 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334200:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334202:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334205:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334211:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334221:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334237:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+79:2382:x1862022966983040:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 73us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334242:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23413 00000100:00100000:1.0:1775764772.334252:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23414 00000100:00100000:1.0:1775764772.334257:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+78:2382:x1862022966982912:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334262:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334266:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 78 pid: 12193 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334274:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 78 pid: 12193 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334285:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5d3d47 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210eba expref: 78 pid: 12193 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334297:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334298:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334301:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334307:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334321:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334336:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+77:2382:x1862022966982912:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 79us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334341:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23414 00000100:00100000:1.0:1775764772.334353:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23415 00000100:00100000:1.0:1775764772.334360:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+76:2382:x1862022966983296:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334367:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334371:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 76 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334380:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 76 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334391:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334393:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334396:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334403:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334413:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334428:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+76:2382:x1862022966983296:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 69us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334434:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23415 00000100:00100000:1.0:1775764772.334494:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23416 00000100:00100000:1.0:1775764772.334501:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+70:2379:x1862022966982016:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334508:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334512:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 70 pid: 12215 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334523:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 70 pid: 12215 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334535:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000467f86bc/0x2aac6a50e4edb86 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca66a expref: 70 pid: 12215 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334545:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334547:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334549:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334562:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334580:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334597:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+69:2379:x1862022966982016:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 97us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334603:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23416 00000100:00100000:1.0:1775764772.334616:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23417 00000100:00100000:1.0:1775764772.334622:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966982272:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334629:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334634:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 75 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334643:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 75 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334654:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334656:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334659:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334666:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334675:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334692:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+75:2379:x1862022966982272:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 70us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334698:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23417 00000100:00100000:1.0:1775764772.334709:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23418 00000100:00100000:1.0:1775764772.334714:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+74:2379:x1862022966982656:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334720:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334724:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 74 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334733:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 74 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334743:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334745:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334748:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334769:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334779:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334795:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+74:2379:x1862022966982656:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 80us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334800:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23418 00000100:00100000:1.0:1775764772.334814:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23419 00000100:00100000:1.0:1775764772.334820:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+68:2379:x1862022966983168:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334829:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334833:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 68 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334842:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 68 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334854:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a307586c/0x2aac6a50e4ed964 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca598 expref: 68 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334863:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334865:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334867:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334874:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334890:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.334908:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+67:2379:x1862022966983168:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 88us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.334914:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23419 00000100:00100000:1.0:1775764772.334928:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23420 00000100:00100000:1.0:1775764772.334933:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+73:2379:x1862022966982144:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.334940:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.334944:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 73 pid: 16465 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334954:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 73 pid: 16465 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334966:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5f5101 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x659:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421af04 expref: 73 pid: 16465 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334976:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334978:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.334981:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.334988:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335002:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.335015:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+72:2379:x1862022966982144:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 82us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.335020:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23420 00000100:00100000:1.0:1775764772.335031:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23421 00000100:00100000:1.0:1775764772.335038:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+66:2379:x1862022966982400:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.335044:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.335049:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 66 pid: 12190 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335058:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 66 pid: 12190 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335069:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.335071:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.335074:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335081:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335092:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.335104:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+66:2379:x1862022966982400:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 68us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.335109:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23421 00000100:00100000:1.0:1775764772.335120:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23422 00000100:00100000:1.0:1775764772.335127:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+71:2379:x1862022966982784:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.335135:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.335139:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 71 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335148:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 71 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335158:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.335160:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.335163:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335176:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335187:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.335199:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+71:2379:x1862022966982784:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 73us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.335205:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23422 00000100:00100000:1.0:1775764772.335227:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23423 00000100:00100000:1.0:1775764772.335234:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+65:2379:x1862022966983424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.335241:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.335246:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 65 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335255:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 65 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335266:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.335268:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.335271:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335278:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335290:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.335302:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+65:2379:x1862022966983424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 69us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.335309:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23423 00010000:00010000:1.0:1775764772.335355:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5080010/0x2aac6a50e4ee97f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabbf expref: 64 pid: 12190 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.335365:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978365824:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.335380:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335390:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335397:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335406:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335413:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.335431:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764772.335733:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3320:x1862022978364544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36962us (38872us total) trans 4294971498 rc 0/0 00000100:00100000:1.0:1775764772.335740:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15159 00010000:00010000:0.0:1775764772.335958:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.335968:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.335976:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.335984:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.336011:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.336424:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3322:x1862022978364928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38111us (41168us total) trans 4294972295 rc 0/0 00000100:00100000:0.0:1775764772.336431:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15156 00000004:00080000:0.0:1775764772.336504:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb870380/2, rc 0, transno 4294972295 00000100:00100000:0.0:1775764772.336516:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978364928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764772.336535:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.336545:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.336554:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.336560:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.336572:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1775764772.337028:0:12041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000195897b5/0x2aac6a50e4ee8ec lrc: 0/0,0 mode: --/PW res: [0x280000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab87 expref: 70 pid: 12051 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.337043:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978365952:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.337062:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.337077:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.337082:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.337090:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.337097:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.337112:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1775764772.337314:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3320:x1862022978365056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38435us (40428us total) trans 4294972296 rc 0/0 00000100:00100000:3.0:1775764772.337321:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15160 00010000:00010000:1.0:1775764772.337831:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764772.337838:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337848:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.337853:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337862:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337883:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337890:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5faa41 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337909:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764772.337914:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337920:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.337923:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337930:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337947:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337954:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5faa2c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x659:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337970:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.337973:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337979:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.337982:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337989:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.337998:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338004:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5faa33 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338013:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.338016:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338023:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.338026:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338033:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338041:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338048:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066a04cfa/0x2aac6a50e5faa48 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.338060:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.338062:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.338064:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.338070:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.338258:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3320:x1862022978364672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39810us (41520us total) trans 4294971499 rc 0/0 00000100:00100000:0.0:1775764772.338265:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15157 00010000:00010000:0.0:1775764772.338294:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.338304:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.338312:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.338320:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.338548:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.339039:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3322:x1862022978364800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40975us (44302us total) trans 4294971500 rc 0/0 00000100:00100000:0.0:1775764772.339047:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15155 00000004:00080000:3.0:1775764772.339214:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90dc00/2, rc 0, transno 4294971500 00000100:00100000:3.0:1775764772.339228:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978364800:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764772.339321:0:16465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a304433/0x2aac6a50e4ef3dc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb011 expref: 63 pid: 12193 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.339335:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978366208:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.339362:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339371:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339378:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339386:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.339392:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339435:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.339440:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339447:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.339451:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339490:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339504:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339512:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad863852/0x2aac6a50e5faa25 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339529:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.339533:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339540:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.339543:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339550:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339559:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 2/0,0 mode: --/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.339566:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.339568:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.339569:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.339770:0:12184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a3c78ac/0x2aac6a50e4eddaf lrc: 0/0,0 mode: --/PW res: [0x280000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca758 expref: 69 pid: 12186 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.339782:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978365696:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.339796:0:12184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.339809:0:12184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.339815:0:12184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.339823:0:12184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.339830:0:12184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.339851:0:12184:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.340043:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3320:x1862022978365184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41388us (43261us total) trans 4294972297 rc 0/0 00000100:00100000:3.0:1775764772.340051:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15158 00010000:00010000:1.0:1775764772.342945:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.342960:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.342979:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.342984:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.342993:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.343014:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.343021:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008defa6eb/0x2aac6a50e5faa3a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.343047:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.343049:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.343051:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.343215:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.343812:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.343825:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.343836:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.343844:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.343863:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.344170:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3321:x1862022978366976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40031us (40371us total) trans 4294972298 rc 0/0 00000100:00100000:0.0:1775764772.344180:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15164 00010000:00010000:0.0:1775764772.344255:0:6578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a29eda1/0x2aac6a50e5f2e5c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x651:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a3c0 expref: 68 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.344271:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978367104:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.344296:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.344305:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.344311:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.344319:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.344326:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.344340:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1775764772.345094:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.345103:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345112:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.345115:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345124:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345145:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345153:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5faa64 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345176:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.345180:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345187:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.345190:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345197:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345206:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345213:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052f96b5d/0x2aac6a50e5faa5d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x651:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345225:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.345227:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.345229:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.345571:0:12196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdd278aa/0x2aac6a50e4edfa7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca82a expref: 67 pid: 12188 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.345584:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978367360:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.345613:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345624:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345631:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345640:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345647:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.345668:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764772.346062:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:3320:x1862022978366720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41789us (42216us total) trans 4294972299 rc 0/0 00000100:00100000:1.0:1775764772.346072:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15165 00010000:00010000:1.0:1775764772.346116:0:12190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c93d75d/0x2aac6a50e4eda44 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ec expref: 66 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.346132:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978367488:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.346144:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346152:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346158:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346166:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346173:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346188:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1775764772.346494:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3320:x1862022978366592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42098us (42607us total) trans 4294972300 rc 0/0 00000100:00100000:1.0:1775764772.346502:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15166 00010000:00010000:1.0:1775764772.346520:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.346525:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346537:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.346541:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346548:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346562:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346569:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5faa6b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346583:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.346586:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346592:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.346595:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346602:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346611:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346617:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5faa72 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.346629:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.346631:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.346633:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.346652:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978368768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.346691:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764772.346732:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976813fca80/2, rc 0, transno 4294972300 00000100:00100000:1.0:1775764772.346744:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978366592:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.346753:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976813fdf80/2, rc 0, transno 4294972299 00000100:00100000:1.0:1775764772.346756:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978366720:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.346765:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90ed80/2, rc 0, transno 4294971498 00000100:00100000:1.0:1775764772.346772:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978364544:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.346780:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb873100/2, rc 0, transno 4294972296 00000100:00100000:1.0:1775764772.346783:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978365056:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.346792:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90df80/2, rc 0, transno 4294971499 00000100:00100000:1.0:1775764772.346796:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978364672:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.346804:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb871c00/2, rc 0, transno 4294972297 00000100:00100000:1.0:1775764772.346807:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978365184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.346819:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764772.346825:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978368640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.346846:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.346940:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978369024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.346962:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.346981:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764772.346986:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b78c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978368896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.347004:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764772.347039:0:12182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea07c8/0x2aac6a50e4ee756 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caaf4 expref: 62 pid: 12182 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.347052:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978367872:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.347065:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347074:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347081:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347089:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347096:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347108:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764772.347407:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3320:x1862022978367744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36974us (37116us total) trans 4294971501 rc 0/0 00000100:00100000:1.0:1775764772.347415:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15167 00000100:00100000:1.0:1775764772.347432:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978368768 00000100:00100000:1.0:1775764772.347438:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978368768 00000100:00100000:1.0:1775764772.347503:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978368640 00000100:00100000:1.0:1775764772.347506:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978368640 00000100:00100000:1.0:1775764772.347521:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978369024 00000100:00100000:1.0:1775764772.347523:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978369024 00000100:00100000:1.0:1775764772.347539:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978368896 00000100:00100000:1.0:1775764772.347541:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978368896 00000100:00100000:1.0:1775764772.347557:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15171 00000100:00100000:1.0:1775764772.347564:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3320:x1862022978368768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764772.347591:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:61 count 1 00010000:00010000:1.0:1775764772.347608:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347624:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 61 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347632:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.347634:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.347637:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347664:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 61 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347677:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 61 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.347696:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978369152:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.347770:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764772.347783:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.347787:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347795:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.347799:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347806:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347821:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347828:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000172371f9/0x2aac6a50e5faa79 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347844:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.347846:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.347848:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.347860:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15172 00000100:00100000:1.0:1775764772.347868:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3320:x1862022978368640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.347883:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1624 count 1 00010000:00010000:1.0:1775764772.347897:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347908:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 65 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347915:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.347916:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.347919:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 4/0,1 mode: --/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347937:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 65 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.347946:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 65 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.347957:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978369280:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.347978:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa3c0 going to sleep for 11 seconds 00000004:00080000:1.0:1775764772.348002:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b78c4000/2, rc 0, transno 4294971501 00000100:00100000:1.0:1775764772.348011:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978367744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.348045:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764772.348053:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978369408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.348080:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.348107:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978369408 00000100:00100000:1.0:1775764772.348111:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978369408 00000100:00100000:1.0:1775764772.348138:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15173 00000100:00100000:1.0:1775764772.348144:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3322:x1862022978369024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764772.348155:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:83 count 1 00010000:00010000:1.0:1775764772.348165:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.348177:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 61 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.348184:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.348186:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.348188:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.348206:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 61 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.348215:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 61 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.348225:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682beaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12041:1862022978369536:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.348245:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.349513:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15174 00000100:00100000:0.0:1775764772.349530:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:3322:x1862022978368896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.349554:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:60 count 1 00010000:00010000:0.0:1775764772.349573:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349642:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 61 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349651:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.349654:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.349657:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 4/0,1 mode: --/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349690:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 61 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349701:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 61 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.349715:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978369664:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.349871:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977a2f28840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.349893:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15175 00000100:00100000:0.0:1775764772.349902:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3320:x1862022978369408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.349916:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1613 count 1 00010000:00010000:0.0:1775764772.349927:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349939:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 61 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349945:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.349946:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.349949:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349968:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 61 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.349977:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 61 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.349987:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978369792:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.350009:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977927f89c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.350110:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.350124:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978370176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.350168:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.350213:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.350218:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978370048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.350239:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1775764772.350284:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768f427100/2, rc 0, transno 4294972298 00000100:00100000:0.0:1775764772.350294:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978366976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.350325:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978370304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764772.350716:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1775764772.350724:0:16465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faa4f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.351107:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978370176 00000100:00100000:3.0:1775764772.351114:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978370176 00000100:00100000:3.0:1775764772.351153:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978370048 00000100:00100000:3.0:1775764772.351156:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978370048 00000100:00100000:3.0:1775764772.351172:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15176 00000100:00100000:3.0:1775764772.351180:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:3322:x1862022978370176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764772.351200:0:12184:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:79 count 1 00010000:00010000:3.0:1775764772.351217:0:12184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.351249:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 65 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.351256:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.351258:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.351260:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.351287:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 65 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.351298:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 65 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.351310:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978370560:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.353613:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15177 00000100:00100000:1.0:1775764772.353641:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3322:x1862022978370048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.353679:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:72 count 1 00010000:00010000:1.0:1775764772.353706:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,1 mode: --/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.353727:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 65 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.353736:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.353738:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.353741:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 4/0,1 mode: --/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.353792:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 65 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.353804:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 65 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.353818:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978370688:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.354083:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+25:3322:x1862022978366080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51654us (53549us total) trans 4294971502 rc 0/0 00000100:00100000:2.0:1775764772.354093:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15161 00010000:00010000:2.0:1775764772.354133:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.354403:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.359016:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.359213:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764772.359233:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978369920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.359295:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.362118:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304de40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.362273:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.363409:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978370432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.363492:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.363671:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978370304 00000100:00100000:2.0:1775764772.363679:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978370304 00000100:00100000:2.0:1775764772.363725:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978369920 00000100:00100000:2.0:1775764772.363728:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978369920 00000100:00100000:2.0:1775764772.363744:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15178 00000100:00100000:2.0:1775764772.363751:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3319:x1862022978370304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.363918:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:80 count 1 00010000:00010000:2.0:1775764772.363943:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.363964:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 65 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.363973:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.363975:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.363978:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.364012:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 65 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.364024:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 65 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.364037:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12193:1862022978370816:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.364098:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.364117:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15179 00000100:00100000:2.0:1775764772.364124:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+26:3319:x1862022978369920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.364136:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:77 count 1 00010000:00010000:2.0:1775764772.364147:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.364158:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 65 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.364165:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.364166:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.364168:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 4/0,1 mode: --/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.364187:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 65 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.364195:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 65 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.364204:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:16287:1862022978370944:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.364226:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.365249:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:3321:x1862022978366848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61255us (61495us total) trans 4294972301 rc 0/0 00000100:00100000:1.0:1775764772.365260:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15163 00010000:00010000:1.0:1775764772.365300:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764772.365553:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768f426d80/2, rc 0, transno 4294972301 00000100:00100000:2.0:1775764772.365571:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978366848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.366105:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978371072:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.366567:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90d880/2, rc 0, transno 4294971502 00000100:00100000:1.0:1775764772.366588:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978366080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.366844:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978371200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764772.367024:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.368159:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.368219:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978370432 00000100:00100000:2.0:1775764772.368227:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978370432 00000100:00100000:2.0:1775764772.373522:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978371072 00000100:00100000:2.0:1775764772.373538:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978371072 00000100:00100000:0.0:1775764772.374619:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978371200 00000100:00100000:0.0:1775764772.374628:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978371200 00000100:00100000:0.0:1775764772.374671:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15180 00000100:00100000:0.0:1775764772.374680:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+28:3319:x1862022978370432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.374717:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:78 count 1 00010000:00010000:0.0:1775764772.374743:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.374778:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 65 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.374786:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.374788:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.374792:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.374827:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 65 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.374839:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 65 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.374854:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978371328:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.374939:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977a2fbc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.375124:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375221:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375236:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375255:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375276:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375297:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375317:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375378:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375393:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375447:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375493:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375507:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.375576:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978368512:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.375597:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375627:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978369664:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.375640:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375662:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978369792:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.375674:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375709:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978368000:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.375720:0:12186:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375741:0:12181:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978368256:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.375751:0:12181:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375775:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983552 00000100:00100000:0.0:1775764772.375780:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983552 00010000:00010000:0.0:1775764772.375803:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 62 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375820:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983680 00000100:00100000:0.0:1775764772.375824:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983680 00010000:00010000:0.0:1775764772.375835:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 66 pid: 12187 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375845:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983936 00000100:00100000:0.0:1775764772.375847:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983936 00010000:00010000:0.0:1775764772.375856:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 67 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375866:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984192 00000100:00100000:0.0:1775764772.375869:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984192 00010000:00010000:0.0:1775764772.375880:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 63 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375890:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966983808 00000100:00100000:0.0:1775764772.375892:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966983808 00010000:00010000:0.0:1775764772.375902:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 64 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375911:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984064 00000100:00100000:0.0:1775764772.375913:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984064 00010000:00010000:0.0:1775764772.375925:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 65 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375935:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984320 00000100:00100000:0.0:1775764772.375937:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984320 00010000:00010000:0.0:1775764772.375947:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 66 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375958:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984576 00000100:00100000:0.0:1775764772.375960:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984576 00010000:00010000:0.0:1775764772.375969:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 67 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.375980:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984448 00000100:00100000:0.0:1775764772.375982:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984448 00010000:00010000:0.0:1775764772.375991:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 68 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.376002:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984832 00000100:00100000:0.0:1775764772.376004:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984832 00010000:00010000:0.0:1775764772.376016:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 68 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.376027:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984704 00000100:00100000:0.0:1775764772.376029:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984704 00010000:00010000:0.0:1775764772.376040:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 69 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.376051:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966984960 00000100:00100000:0.0:1775764772.376054:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966984960 00010000:00010000:0.0:1775764772.376063:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 70 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.376076:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23424 00000100:00100000:0.0:1775764772.376083:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966983552:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376095:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376100:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 68 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376113:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 68 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376135:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376137:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376142:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376151:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376167:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376205:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966983552:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 122us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376213:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23424 00000100:00100000:0.0:1775764772.376231:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23425 00000100:00100000:0.0:1775764772.376237:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+70:2381:x1862022966983680:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376246:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376250:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 70 pid: 12187 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376260:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 70 pid: 12187 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376272:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0e46447/0x2aac6a50e5d438a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421106c expref: 70 pid: 12187 timeout: 1498 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376285:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376287:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376289:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376296:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376313:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376331:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+69:2381:x1862022966983680:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 95us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376337:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23425 00000100:00100000:0.0:1775764772.376350:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23426 00000100:00100000:0.0:1775764772.376356:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966983936:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376364:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376369:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 68 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376380:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 68 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376391:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376393:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376396:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376403:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376414:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376430:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+68:2381:x1862022966983936:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 74us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376436:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23426 00000100:00100000:0.0:1775764772.376448:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23427 00000100:00100000:0.0:1775764772.376495:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+67:2381:x1862022966984192:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376504:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376510:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 67 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376519:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 67 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376531:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a4c9bd0/0x2aac6a50e4ed199 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2b9 expref: 67 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376542:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376544:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376547:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376554:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376571:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376589:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+66:2381:x1862022966984192:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 135us (1333us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376595:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23427 00000100:00100000:0.0:1775764772.376608:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23428 00000100:00100000:0.0:1775764772.376615:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+65:2381:x1862022966983808:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376623:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376628:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 65 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376638:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 65 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376648:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376649:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376653:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376665:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376676:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376693:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+65:2381:x1862022966983808:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 79us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376699:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23428 00000100:00100000:0.0:1775764772.376710:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23429 00000100:00100000:0.0:1775764772.376716:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+64:2381:x1862022966984064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376723:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376727:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 64 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376736:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 64 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376747:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376749:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376752:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376759:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376769:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376785:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+64:2381:x1862022966984064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 70us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376791:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23429 00000100:00100000:0.0:1775764772.376822:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23430 00000100:00100000:0.0:1775764772.376828:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+63:2381:x1862022966984320:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376834:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376839:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 63 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376848:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 63 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376860:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b023b36f/0x2aac6a50e5f1d29 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219e56 expref: 63 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376871:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376873:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376875:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376883:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376902:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.376918:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+62:2381:x1862022966984320:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 90us (1600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.376924:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23430 00000100:00100000:0.0:1775764772.376938:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23431 00000100:00100000:0.0:1775764772.376944:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+61:2382:x1862022966984576:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.376952:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.376956:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 61 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376965:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 61 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376975:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079ae0809/0x2aac6a50e4ef2af lrc: 0/0,0 mode: --/PW res: [0x240000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf93 expref: 61 pid: 12040 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376986:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376987:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.376989:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.376996:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377012:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.377029:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+60:2382:x1862022966984576:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 85us (1650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.377035:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23431 00000100:00100000:0.0:1775764772.377049:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23432 00000100:00100000:0.0:1775764772.377055:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+59:2382:x1862022966984448:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.377065:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.377070:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 59 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377081:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 59 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377092:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015571ff8/0x2aac6a50e4edc2e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6b0 expref: 59 pid: 12180 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377101:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377102:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377104:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377111:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377126:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.377140:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:2382:x1862022966984448:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 85us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.377145:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23432 00000100:00100000:0.0:1775764772.377157:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23433 00000100:00100000:0.0:1775764772.377164:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+67:2382:x1862022966984832:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.377171:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.377176:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 67 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377186:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 67 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377196:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377197:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377200:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377206:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377217:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.377232:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+67:2382:x1862022966984832:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 69us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.377238:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23433 00000100:00100000:0.0:1775764772.377251:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23434 00000100:00100000:0.0:1775764772.377257:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+66:2382:x1862022966984704:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.377265:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.377270:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 66 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377279:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 66 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377289:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377291:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377294:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377301:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377310:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.377322:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+66:2382:x1862022966984704:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 66us (1828us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.377327:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23434 00000100:00100000:0.0:1775764772.377338:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23435 00000100:00100000:0.0:1775764772.377345:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+65:2382:x1862022966984960:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.377352:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.377357:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 65 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377367:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 65 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377377:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377378:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.377381:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377389:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377404:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.377414:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+65:2382:x1862022966984960:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 71us (1907us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.377419:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23435 00010000:00010000:0.0:1775764772.377442:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.377449:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.378269:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe67b6ed/0x2aac6a50e5f4c54 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x658:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ad75 expref: 64 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.378286:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978369280:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.378306:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.378314:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.378320:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.378329:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.378336:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.378543:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764772.379903:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.379915:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.379934:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764772.380313:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15181 00000100:00100000:2.0:1775764772.380327:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3321:x1862022978371072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.380373:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:61 count 1 00010000:00010000:2.0:1775764772.380394:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.380411:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 63 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.380419:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.380421:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.380424:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 4/0,1 mode: --/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.380481:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 63 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.380496:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 63 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.380511:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12180:1862022978371456:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.381161:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15182 00000100:00100000:3.0:1775764772.381179:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3322:x1862022978371200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.381202:0:6580:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:59 count 1 00010000:00010000:3.0:1775764772.381238:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.381253:0:6580:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 57 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.381267:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.381269:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.381271:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.381297:0:6580:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 57 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.381307:0:6580:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 57 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.381320:0:6580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6580:1862022978371584:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.382009:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3321:x1862022978368384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49732us (50119us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1775764772.382019:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15170 00010000:00010000:0.0:1775764772.382056:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.382064:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382072:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.382077:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382086:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382104:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382111:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5faa9c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x658:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382131:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.382134:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382141:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.382145:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382152:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382161:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382167:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5faa8e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382182:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.382184:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.382186:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.382210:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382219:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382234:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382242:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382260:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.382854:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3322:x1862022978368896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33330us (35847us total) trans 4294971503 rc 0/0 00000100:00100000:0.0:1775764772.382862:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15174 00010000:00010000:0.0:1775764772.382888:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382897:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382910:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382917:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.382932:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.383184:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3320:x1862022978369408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33283us (35103us total) trans 4294971504 rc 0/0 00000100:00100000:0.0:1775764772.383192:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15175 00010000:00010000:0.0:1775764772.383212:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.383216:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383224:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.383227:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383236:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383249:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 1/0,0 mode: --/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383256:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e785d428/0x2aac6a50e5faaaa lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383273:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.383276:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383283:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.383286:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383293:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383302:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383309:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5faab1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.383325:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.383326:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.383328:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.383386:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764772.383990:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978371328:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.384016:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764772.384060:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683073480/2, rc 0, transno 4294972303 00000100:00100000:0.0:1775764772.384074:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978368384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.384146:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978371712:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.384184:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1775764772.384235:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b78c7800/2, rc 0, transno 4294971503 00000100:00100000:0.0:1775764772.384247:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978368896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.384283:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764772.384290:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978371840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.384314:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.384714:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978371712 00000100:00100000:0.0:1775764772.384722:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978371712 00000100:00100000:0.0:1775764772.384838:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978371840 00000100:00100000:0.0:1775764772.384842:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978371840 00000100:00100000:0.0:1775764772.384866:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15183 00000100:00100000:0.0:1775764772.384872:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+30:3319:x1862022978371712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.384896:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:60 count 1 00010000:00010000:0.0:1775764772.384918:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.384933:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 63 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.384941:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.384943:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.384946:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.384973:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 63 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.384985:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 63 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.384997:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978371968:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.385061:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.385078:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15184 00000100:00100000:0.0:1775764772.385085:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3319:x1862022978371840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.385097:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:58 count 1 00010000:00010000:0.0:1775764772.385113:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385125:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 57 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385131:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.385132:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.385134:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385153:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 57 pid: 6578 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385167:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 57 pid: 6578 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.385178:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89779abbf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978372096:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.385200:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300b40 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.385250:0:12186:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385259:0:12186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385267:0:12186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385273:0:12186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.385288:0:12186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764772.386441:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3320:x1862022978368640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38570us (39589us total) trans 4294972302 rc 0/0 00000100:00100000:1.0:1775764772.386453:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15172 00010000:00010000:1.0:1775764772.386547:0:12190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cbcd8dd/0x2aac6a50e4edd07 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca712 expref: 63 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.386570:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978370688:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.386649:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.386660:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.386667:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.386676:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.386684:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.386704:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1775764772.387052:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+30:3322:x1862022978370048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33426us (36811us total) trans 4294972304 rc 0/0 00000100:00100000:1.0:1775764772.387059:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15177 00010000:00010000:1.0:1775764772.387098:0:12041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e4ee630 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa8b expref: 57 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.387110:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682beaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12041:1862022978369536:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.387123:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.387132:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.387139:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.387146:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.387153:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.387161:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1775764772.389174:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3322:x1862022978369024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41022us (42202us total) trans 4294971505 rc 0/0 00000100:00100000:1.0:1775764772.389187:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15173 00010000:00010000:1.0:1775764772.389265:0:12182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068d6c7c2/0x2aac6a50e4ed28e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca314 expref: 56 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.389283:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978369152:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.389303:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.389320:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.389327:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.389336:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.390011:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.390025:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1775764772.390237:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3320:x1862022978368768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42672us (43545us total) trans 4294971506 rc 0/0 00000100:00100000:1.0:1775764772.390245:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15171 00010000:00010000:1.0:1775764772.391010:0:12181:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.391023:0:12181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.391032:0:12181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.391045:0:12181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.391057:0:12181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1775764772.392121:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764772.392152:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1775764772.392160:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392169:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.392174:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392184:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392206:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392212:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5faa80 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392245:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764772.392250:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392256:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.392259:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392267:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392276:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 1/0,0 mode: --/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392283:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faabf lrc: 0/0,0 mode: --/PW res: [0x280000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392297:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764772.392300:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392305:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.392309:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392315:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392323:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392330:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031cd9a98/0x2aac6a50e5faaa3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392350:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.392354:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392359:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.392362:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392373:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392380:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392386:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099c9407c/0x2aac6a50e5faa95 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392398:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.392401:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392405:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.392407:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392413:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392419:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392424:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5faa87 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392439:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.392440:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.392442:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.392487:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764772.392527:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683071c00/2, rc 0, transno 4294972304 00000100:00100000:0.0:1775764772.392540:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978370048:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.392554:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b78c5180/2, rc 0, transno 4294971505 00000100:00100000:0.0:1775764772.392562:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978369024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.392641:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978372224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.392687:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.392729:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978372224 00000100:00100000:0.0:1775764772.392735:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978372224 00000100:00100000:0.0:1775764772.392791:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15185 00000100:00100000:0.0:1775764772.392800:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3321:x1862022978372224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.392829:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:81 count 1 00010000:00010000:0.0:1775764772.392849:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392867:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 62 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392874:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.392876:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.392879:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392911:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 62 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.392924:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 62 pid: 12184 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.392936:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978372352:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.393003:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.393128:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764772.393135:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978372480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.393158:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.393183:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978372480 00000100:00100000:0.0:1775764772.393187:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978372480 00000100:00100000:0.0:1775764772.393210:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15186 00000100:00100000:0.0:1775764772.393216:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3321:x1862022978372480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.393227:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:57 count 1 00010000:00010000:0.0:1775764772.393240:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,1 mode: --/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.393251:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 55 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.393258:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.393259:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.393261:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 4/0,1 mode: --/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.393280:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 55 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.393290:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 55 pid: 12180 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.393301:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978372608:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.393330:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977883003c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.393544:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3320:x1862022978367616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82775us (83196us total) trans 4294971507 rc 0/0 00000100:00100000:0.0:1775764772.393552:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15168 00000100:00100000:2.0:1775764772.393821:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.393909:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985088 00000100:00100000:2.0:1775764772.393915:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985088 00010000:00010000:2.0:1775764772.393937:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 63 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.393954:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985216 00000100:00100000:2.0:1775764772.393956:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985216 00010000:00010000:2.0:1775764772.393968:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 64 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.393981:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23436 00000100:00100000:2.0:1775764772.393988:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+64:2381:x1862022966985088:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.393997:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.394002:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 64 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394013:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 64 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394033:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.394034:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.394038:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394046:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394063:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.394086:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+64:2381:x1862022966985088:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 98us (10700us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.394096:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23436 00000100:00100000:2.0:1775764772.394134:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23437 00000100:00100000:2.0:1775764772.394141:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+63:2381:x1862022966985216:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.394148:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.394152:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 63 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394162:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 63 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394174:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098a6e6cc/0x2aac6a50e4ee1d0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8ee expref: 63 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394187:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.394189:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.394191:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394198:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394215:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.394233:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+62:2381:x1862022966985216:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 93us (2117us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.394239:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23437 00010000:00010000:2.0:1775764772.394274:0:16287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cdfde2b/0x2aac6a50e4ee041 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca862 expref: 61 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.394284:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:16287:1862022978370944:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.394299:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394308:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394314:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394322:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394330:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394354:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.394811:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+31:3319:x1862022978369920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30685us (35513us total) trans 4294972305 rc 0/0 00000100:00100000:2.0:1775764772.394818:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15179 00010000:00010000:2.0:1775764772.394883:0:12193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e4ee358 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca988 expref: 60 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.394902:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12193:1862022978370816:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.394914:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394921:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394927:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394934:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394941:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.394952:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764772.395194:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:3319:x1862022978370304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31442us (36189us total) trans 4294972306 rc 0/0 00000100:00100000:2.0:1775764772.395200:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15178 00010000:00010000:2.0:1775764772.395219:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764772.395224:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395237:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.395240:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395248:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395261:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395268:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054d810c8/0x2aac6a50e5faacd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395284:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.395287:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395293:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.395295:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395302:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395311:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395319:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a21ecc6/0x2aac6a50e5faac6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395332:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.395333:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.395335:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764772.395368:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682bea300/2, rc 0, transno 4294971504 00000100:00100000:2.0:1775764772.395377:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978369408:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1775764772.395389:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683071f80/2, rc 0, transno 4294972302 00000100:00100000:2.0:1775764772.395402:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978368640:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1775764772.395411:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b78c6a00/2, rc 0, transno 4294971506 00000100:00100000:2.0:1775764772.395415:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978368768:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1775764772.395424:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b78c6300/2, rc 0, transno 4294971507 00000100:00100000:2.0:1775764772.395427:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978367616:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.395517:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764772.395526:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978372736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.395556:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.395592:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978372736 00000100:00100000:2.0:1775764772.395598:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978372736 00000100:00100000:2.0:1775764772.395626:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15187 00000100:00100000:2.0:1775764772.395634:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3320:x1862022978372736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.395658:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:83 count 1 00010000:00010000:2.0:1775764772.395678:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395696:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 59 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395703:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.395705:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.395707:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395729:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 59 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.395739:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 59 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.395750:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12182:1862022978372864:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.395784:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.396129:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3321:x1862022978368128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79525us (79725us total) trans 4294971508 rc 0/0 00000100:00100000:1.0:1775764772.396138:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15169 00010000:00010000:1.0:1775764772.396178:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.397484:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.397511:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.397524:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.397538:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.397547:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.397554:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.397585:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.398730:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3319:x1862022978370432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24047us (35234us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1775764772.398741:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15180 00010000:00010000:1.0:1775764772.399179:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.399186:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.399196:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.399201:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.399211:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.399241:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.399249:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5faad4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.399275:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.399277:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.399278:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764772.399573:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b78c5c00/2, rc 0, transno 4294971508 00000100:00100000:2.0:1775764772.399581:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b78c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978368128:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.399669:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683072300/2, rc 0, transno 4294972305 00000100:00100000:1.0:1775764772.399687:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978369920:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.399697:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684735c00/2, rc 0, transno 4294972307 00000100:00100000:1.0:1775764772.399701:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978370432:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.399710:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683070e00/2, rc 0, transno 4294972306 00000100:00100000:1.0:1775764772.399713:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978370304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.400059:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.400107:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.400137:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764772.400143:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.400163:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.400185:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978373376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.400205:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.400589:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978372992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.400616:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.400637:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978373504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.400655:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.400708:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978373120 00000100:00100000:2.0:1775764772.400715:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978373120 00000100:00100000:0.0:1775764772.400879:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.400902:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.401374:0:6580:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304d240 going to sleep for 11 seconds 00010000:00010000:3.0:1775764772.401412:0:12187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e4edade lrc: 0/0,0 mode: --/PW res: [0x240000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca624 expref: 55 pid: 6579 timeout: 1498 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.401428:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12187:1862022978366464:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.401448:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.401488:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.401496:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.401506:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.401513:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.401529:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.402236:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+29:3322:x1862022978366336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 99144us (99207us total) trans 4294971509 rc 0/0 00000100:00100000:3.0:1775764772.402246:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15162 00000100:00100000:0.0:1775764772.404213:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764772.404240:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.404290:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.404735:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978373248 00000100:00100000:2.0:1775764772.404744:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978373248 00000100:00100000:2.0:1775764772.404803:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978373376 00000100:00100000:2.0:1775764772.404806:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978373376 00000100:00100000:2.0:1775764772.404819:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978372992 00000100:00100000:2.0:1775764772.404821:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978372992 00000100:00100000:2.0:1775764772.404834:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978373504 00000100:00100000:2.0:1775764772.404837:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978373504 00000100:00100000:2.0:1775764772.404850:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978373632 00000100:00100000:2.0:1775764772.404852:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978373632 00000100:00100000:2.0:1775764772.404870:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15188 00000100:00100000:2.0:1775764772.404877:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+31:3321:x1862022978373120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.404905:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:65 count 1 00010000:00010000:2.0:1775764772.404930:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.404952:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 54 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.404961:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.404964:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.404968:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405003:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 54 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405016:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 54 pid: 12051 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.405029:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978373888:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.405093:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.405288:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.405313:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.405333:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985472 00000100:00100000:2.0:1775764772.405337:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985472 00010000:00010000:2.0:1775764772.405367:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 55 pid: 6578 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.405387:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985344 00000100:00100000:2.0:1775764772.405390:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985344 00010000:00010000:2.0:1775764772.405403:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 60 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.405418:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23438 00000100:00100000:2.0:1775764772.405425:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+55:2381:x1862022966985472:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.405434:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.405439:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 55 pid: 6578 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405450:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 55 pid: 6578 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405502:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.405504:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.405508:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405516:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405532:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.405561:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+55:2381:x1862022966985472:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 137us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.405568:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23438 00000100:00100000:2.0:1775764772.405587:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23439 00000100:00100000:2.0:1775764772.405592:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+60:2381:x1862022966985344:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.405600:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.405604:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 60 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405614:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 60 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405625:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.405626:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.405629:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405635:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405645:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.405659:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+60:2381:x1862022966985344:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 67us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.405665:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23439 00000100:00100000:2.0:1775764772.405762:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15189 00000100:00100000:2.0:1775764772.405769:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:3321:x1862022978373248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.405788:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:66 count 1 00010000:00010000:2.0:1775764772.405800:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405811:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 54 pid: 12187 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405818:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.405820:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.405822:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405839:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 54 pid: 12187 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405849:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 54 pid: 12187 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.405860:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978374016:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.405886:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.405955:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15190 00000100:00100000:2.0:1775764772.405962:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3319:x1862022978373376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.405974:0:12181:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1609 count 1 00010000:00010000:2.0:1775764772.405985:0:12181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.405996:0:12181:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 54 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406003:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406004:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406006:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406023:0:12181:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 54 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406032:0:12181:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 54 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.406041:0:12181:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978374144:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.406065:0:12181:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c220c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.406096:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15191 00000100:00100000:2.0:1775764772.406103:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3320:x1862022978372992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.406116:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1606 count 1 00010000:00010000:2.0:1775764772.406126:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406136:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 54 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406143:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406144:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406146:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406165:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 54 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406173:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 54 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.406184:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12051:1862022978374272:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.406208:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c22180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.406238:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15192 00000100:00100000:2.0:1775764772.406246:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:3320:x1862022978373504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.406259:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:59 count 1 00010000:00010000:2.0:1775764772.406273:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406284:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 59 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406290:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406292:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406294:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406314:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 59 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406329:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 59 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.406338:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978374400:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.406377:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787c226c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.406392:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15193 00000100:00100000:2.0:1775764772.406398:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:3321:x1862022978373632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764772.406410:0:12215:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:58 count 1 00010000:00010000:2.0:1775764772.406420:0:12215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406430:0:12215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 59 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406436:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406437:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.406439:0:12215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 4/0,1 mode: --/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406491:0:12215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 59 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.406500:0:12215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 59 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.406515:0:12215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12215:1862022978374528:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.406556:0:12215:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.413182:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966981632:12345-192.168.202.46@tcp:37:rm.0 Request processed in 96872us (96994us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.413198:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16273 00010000:00010000:3.0:1775764772.414654:0:12184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054fbf682/0x2aac6a50e4ee2b0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca942 expref: 59 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.414677:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978370560:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.414702:0:12184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.414715:0:12184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.414724:0:12184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.414734:0:12184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.414744:0:12184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.415540:0:12184:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764772.417398:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764772.417410:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417422:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.417427:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417438:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417482:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417491:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5faa56 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417517:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.417522:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417529:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.417532:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417540:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417551:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417557:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5faab8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.417571:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.417573:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.417575:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764772.417893:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+34:3322:x1862022978370176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 66709us (67720us total) trans 4294972308 rc 0/0 00000100:00100000:3.0:1775764772.417903:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15176 00010000:00010000:3.0:1775764772.417942:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.419482:0:6579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b991c7a/0x2aac6a50e5dc3eb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42134e6 expref: 54 pid: 6578 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.419504:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978372096:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.419530:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.419541:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.419552:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.419561:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.419568:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.419604:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.420054:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3319:x1862022978371840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34968us (35738us total) trans 4294971510 rc 0/0 00000100:00100000:2.0:1775764772.420063:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15184 00010000:00010000:2.0:1775764772.420112:0:16465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e4ed287 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca30d expref: 58 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.420124:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978371968:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.420138:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420147:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420154:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420161:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420167:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420183:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764772.420452:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+34:3319:x1862022978371712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35580us (36267us total) trans 4294972309 rc 0/0 00000100:00100000:2.0:1775764772.420497:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15183 00010000:00010000:2.0:1775764772.420516:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764772.420523:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420531:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.420535:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420543:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420560:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420566:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5faaf0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420582:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.420585:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420591:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.420593:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420599:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420607:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420613:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5faae9 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.420627:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.420628:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.420629:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.422117:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.424315:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978373760 00000100:00100000:0.0:1775764772.424328:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978373760 00000100:00100000:0.0:1775764772.424400:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15194 00000100:00100000:0.0:1775764772.424410:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3321:x1862022978373760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.424443:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:57 count 1 00010000:00010000:0.0:1775764772.424545:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.424568:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 57 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.424576:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.424578:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.424581:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.424616:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 57 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.424628:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 57 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.424643:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978374656:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.424732:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300a80 going to sleep for 11 seconds 00000004:00080000:0.0:1775764772.425109:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768f425f80/2, rc 0, transno 4294971510 00000100:00100000:0.0:1775764772.425129:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978371840:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.425146:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768f427800/2, rc 0, transno 4294972309 00000100:00100000:2.0:1775764772.425246:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764772.425258:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978374784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.425295:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.425323:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978374784 00000100:00100000:2.0:1775764772.425328:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978374784 00000100:00100000:2.0:1775764772.425372:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15195 00000100:00100000:2.0:1775764772.425380:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3320:x1862022978374784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.425395:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:63 count 1 00010000:00010000:2.0:1775764772.425410:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.425423:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 53 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.425430:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.425431:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.425434:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.425452:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 53 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.425488:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 53 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.425499:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978374912:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.425525:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.425590:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978371712:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.425614:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683071500/2, rc 0, transno 4294972308 00000100:00100000:0.0:1775764772.430099:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978370176:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.430151:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c966680/2, rc 0, transno 4294971509 00000100:00100000:0.0:1775764772.430176:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978366336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.431217:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764772.431247:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978375040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.431313:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.431372:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978375296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.431398:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.431428:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.431433:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978375168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.431452:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.431517:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978375040 00000100:00100000:0.0:1775764772.431524:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978375040 00000100:00100000:0.0:1775764772.431559:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978375296 00000100:00100000:0.0:1775764772.431562:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978375296 00000100:00100000:0.0:1775764772.431578:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978375168 00000100:00100000:0.0:1775764772.431581:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978375168 00000100:00100000:0.0:1775764772.431599:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15196 00000100:00100000:0.0:1775764772.431609:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3319:x1862022978375040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.431634:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1609 count 1 00010000:00010000:0.0:1775764772.431657:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.431677:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 57 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.431685:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.431687:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.431690:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.431716:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 57 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.431734:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 57 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.431745:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978375424:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.432012:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.432032:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15197 00000100:00100000:0.0:1775764772.432040:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:3322:x1862022978375296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.432053:0:12184:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:80 count 1 00010000:00010000:0.0:1775764772.432067:0:12184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432079:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 53 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432086:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.432087:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.432090:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 4/0,1 mode: --/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432109:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 53 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432118:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 53 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.432134:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12184:1862022978375552:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.432157:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977883006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.432183:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15198 00000100:00100000:0.0:1775764772.432191:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3322:x1862022978375168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.432203:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1613 count 1 00010000:00010000:0.0:1775764772.432215:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432437:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 57 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432445:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.432446:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.432449:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432498:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 57 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.432510:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 57 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.432520:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb872680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978375680:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.432544:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.448240:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448281:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448372:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448394:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448413:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448430:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448529:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448546:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448569:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448581:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448618:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448633:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448699:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448713:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448726:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448737:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448796:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.448823:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985600 00000100:00100000:2.0:1775764772.448832:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985600 00010000:00010000:2.0:1775764772.448873:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 58 pid: 12184 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.448900:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985728 00000100:00100000:2.0:1775764772.448903:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985728 00010000:00010000:2.0:1775764772.448916:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 54 pid: 12180 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.448928:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985856 00000100:00100000:2.0:1775764772.448930:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985856 00010000:00010000:2.0:1775764772.448940:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 59 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.448950:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966986112 00000100:00100000:2.0:1775764772.448952:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966986112 00010000:00010000:2.0:1775764772.448963:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 60 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.448974:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966985984 00000100:00100000:2.0:1775764772.448976:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966985984 00010000:00010000:2.0:1775764772.448986:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 55 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.448997:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966986240 00000100:00100000:2.0:1775764772.448999:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966986240 00010000:00010000:2.0:1775764772.449010:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 56 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449020:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966986368 00000100:00100000:2.0:1775764772.449022:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966986368 00010000:00010000:2.0:1775764772.449032:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 57 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449041:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966986624 00000100:00100000:2.0:1775764772.449043:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966986624 00010000:00010000:2.0:1775764772.449053:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 61 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449063:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966986496 00000100:00100000:2.0:1775764772.449065:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966986496 00010000:00010000:2.0:1775764772.449073:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 62 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449083:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987008 00000100:00100000:2.0:1775764772.449085:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987008 00010000:00010000:2.0:1775764772.449095:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 58 pid: 12051 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449106:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987136 00000100:00100000:2.0:1775764772.449108:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987136 00010000:00010000:2.0:1775764772.449119:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 59 pid: 12187 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449128:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987392 00000100:00100000:2.0:1775764772.449130:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987392 00010000:00010000:2.0:1775764772.449139:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 60 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449150:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987648 00000100:00100000:2.0:1775764772.449152:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987648 00010000:00010000:2.0:1775764772.449162:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 61 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449172:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987264 00000100:00100000:2.0:1775764772.449174:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987264 00010000:00010000:2.0:1775764772.449184:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 63 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449193:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987520 00000100:00100000:2.0:1775764772.449196:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987520 00010000:00010000:2.0:1775764772.449207:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 64 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449217:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987776 00000100:00100000:2.0:1775764772.449220:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987776 00010000:00010000:2.0:1775764772.449231:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 65 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.449245:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23440 00000100:00100000:2.0:1775764772.449253:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+65:2381:x1862022966985600:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449267:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449272:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 65 pid: 12184 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449283:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 65 pid: 12184 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449307:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449309:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449314:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449323:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449344:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.449394:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+65:2381:x1862022966985600:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 141us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.449401:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23440 00000100:00100000:2.0:1775764772.449421:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23441 00000100:00100000:2.0:1775764772.449428:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+61:2381:x1862022966985728:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449437:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449441:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 61 pid: 12180 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449450:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 61 pid: 12180 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449499:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449501:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449504:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449511:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449523:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.449541:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+61:2381:x1862022966985728:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 114us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.449547:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23441 00000100:00100000:2.0:1775764772.449560:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23442 00000100:00100000:2.0:1775764772.449567:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+64:2382:x1862022966985856:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449574:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449578:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 64 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449588:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 64 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449600:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449602:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449605:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449612:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449623:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.449638:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+64:2382:x1862022966985856:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 72us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.449645:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23442 00000100:00100000:2.0:1775764772.449657:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23443 00000100:00100000:2.0:1775764772.449663:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+63:2382:x1862022966986112:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449671:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449676:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 63 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449685:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 63 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449696:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449698:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449701:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449713:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449724:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.449740:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+63:2382:x1862022966986112:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 77us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.449746:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23443 00000100:00100000:2.0:1775764772.449781:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23444 00000100:00100000:2.0:1775764772.449787:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+60:2382:x1862022966985984:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449796:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449800:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 60 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449809:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 60 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449821:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449823:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449826:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449833:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449843:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.449861:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+60:2382:x1862022966985984:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 74us (1447us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.449867:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23444 00000100:00100000:2.0:1775764772.449880:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23445 00000100:00100000:2.0:1775764772.449886:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+59:2382:x1862022966986240:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449892:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449897:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 59 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449906:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 59 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449917:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449918:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.449921:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449927:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.449937:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.449953:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+59:2382:x1862022966986240:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 68us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.449958:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23445 00000100:00100000:2.0:1775764772.449971:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23446 00000100:00100000:2.0:1775764772.449978:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:2382:x1862022966986368:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.449987:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.449993:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 58 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450002:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 58 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450012:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450014:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450017:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450023:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450034:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450048:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:2382:x1862022966986368:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 72us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450053:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23446 00000100:00100000:2.0:1775764772.450066:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23447 00000100:00100000:2.0:1775764772.450072:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+62:2382:x1862022966986624:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450080:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450085:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 62 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450094:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 62 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450105:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450106:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450109:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450114:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450124:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450140:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+62:2382:x1862022966986624:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 68us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450146:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23447 00000100:00100000:2.0:1775764772.450159:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23448 00000100:00100000:2.0:1775764772.450166:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+61:2382:x1862022966986496:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450173:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450177:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 61 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450186:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 61 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450196:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450198:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450200:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450212:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450223:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450237:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+61:2382:x1862022966986496:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 72us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450243:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23448 00000100:00100000:2.0:1775764772.450255:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23449 00000100:00100000:2.0:1775764772.450261:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:2379:x1862022966987008:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450268:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450272:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 57 pid: 12051 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450282:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 57 pid: 12051 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450292:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450294:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450297:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450304:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450314:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450328:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:2379:x1862022966987008:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 68us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450334:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23449 00000100:00100000:2.0:1775764772.450345:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23450 00000100:00100000:2.0:1775764772.450351:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+56:2379:x1862022966987136:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450358:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450363:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 56 pid: 12187 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450372:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 56 pid: 12187 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450383:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450385:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450387:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450394:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450406:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450420:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+56:2379:x1862022966987136:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 69us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450426:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23450 00000100:00100000:2.0:1775764772.450448:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23451 00000100:00100000:2.0:1775764772.450498:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+55:2382:x1862022966987392:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450510:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450515:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 55 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450523:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 55 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450533:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450534:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450537:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450544:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450553:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450567:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+55:2382:x1862022966987392:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 113us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450572:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23451 00000100:00100000:2.0:1775764772.450583:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23452 00000100:00100000:2.0:1775764772.450589:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:2382:x1862022966987648:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450595:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450599:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 54 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450608:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 54 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450620:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450621:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450624:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450631:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450640:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450653:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:2382:x1862022966987648:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 64us (1939us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450659:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23452 00000100:00100000:2.0:1775764772.450670:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23453 00000100:00100000:2.0:1775764772.450676:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+60:2382:x1862022966987264:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450683:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450687:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 60 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450698:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 60 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450709:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450711:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450713:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450725:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450736:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450749:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+60:2382:x1862022966987264:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 73us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450755:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23453 00000100:00100000:2.0:1775764772.450767:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23454 00000100:00100000:2.0:1775764772.450774:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+59:2382:x1862022966987520:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450780:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450785:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 59 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450793:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 59 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450804:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450805:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450808:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450815:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450826:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450837:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+59:2382:x1862022966987520:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 65us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450843:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23454 00000100:00100000:2.0:1775764772.450854:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23455 00000100:00100000:2.0:1775764772.450859:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:2379:x1862022966987776:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.450865:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.450869:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 58 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450878:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 58 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450887:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450889:0:6593:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.450891:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450897:0:6593:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.450907:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.450918:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:2379:x1862022966987776:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 59us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.450924:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23455 00010000:00010000:2.0:1775764772.450980:0:16287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023cd3b4c/0x2aac6a50e4ed69a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca495 expref: 53 pid: 12051 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.450999:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978373888:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.451019:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.451029:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.451035:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.451043:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.451050:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.451069:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764772.451795:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070371098/0x2aac6a50e4ece7b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca193 expref: 52 pid: 12180 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.451809:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978372608:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.451831:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.451839:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.451850:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.451857:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.451863:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.451882:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1775764772.452156:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3321:x1862022978372480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58938us (58996us total) trans 4294971512 rc 0/0 00000100:00100000:1.0:1775764772.452164:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15186 00010000:00010000:1.0:1775764772.452190:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.452196:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452204:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.452208:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452218:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452233:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452241:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc0ef8f3/0x2aac6a50e5fab0c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452258:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.452262:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452268:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.452271:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452277:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452287:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 1/0,0 mode: --/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452294:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5faafe lrc: 0/0,0 mode: --/PW res: [0x240000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.452304:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.452306:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.452308:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.452537:0:12187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8e114ff/0x2aac6a50e5f11b4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219aba expref: 57 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.452549:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978375424:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.452560:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452568:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452575:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452583:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452590:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452608:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.452756:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+37:3319:x1862022978375040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21148us (21442us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1775764772.452763:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15196 00010000:00010000:0.0:1775764772.452804:0:12039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004463c5b3/0x2aac6a50e4ee550 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa30 expref: 56 pid: 12184 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.452820:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978372352:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.452831:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452840:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452846:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452854:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452861:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.452875:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.452995:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3321:x1862022978372224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60197us (60306us total) trans 4294972311 rc 0/0 00000100:00100000:0.0:1775764772.453002:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15185 00010000:00010000:0.0:1775764772.453018:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.453022:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453033:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.453036:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453043:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453054:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453060:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fab44 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453072:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.453075:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453081:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.453084:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453090:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453098:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453104:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035121e00/0x2aac6a50e5faaf7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453115:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.453116:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.453118:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.453136:0:12196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cece5a2/0x2aac6a50e4ecf15 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1cb expref: 55 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.453145:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978374656:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.453157:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453165:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453171:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453179:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453185:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453204:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.453320:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3321:x1862022978373760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28912us (49029us total) trans 4294972312 rc 0/0 00000100:00100000:0.0:1775764772.453327:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15194 00010000:00010000:0.0:1775764772.453446:0:12184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005adadeb4/0x2aac6a50e4ee327 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca973 expref: 51 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.453509:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12184:1862022978375552:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.453522:0:12184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453530:0:12184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453536:0:12184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453544:0:12184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453550:0:12184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453562:0:12184:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.453854:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+35:3322:x1862022978375296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21816us (22455us total) trans 4294971513 rc 0/0 00000100:00100000:0.0:1775764772.453861:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15197 00010000:00010000:0.0:1775764772.453878:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.453882:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453888:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.453891:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453898:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453910:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453917:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab36 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453930:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.453933:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453939:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.453941:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453953:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453962:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453969:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab4b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.453982:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.453983:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.453985:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764772.454011:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976813fc000/2, rc 0, transno 4294972310 00000100:00100000:0.0:1775764772.454026:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978375040:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.454053:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682d58a80/2, rc 0, transno 4294971513 00000100:00100000:0.0:1775764772.454064:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978375296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.454124:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978375808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.454157:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775764772.454204:0:12041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5f1ecd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219ee2 expref: 54 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.454215:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb872680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978375680:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.454227:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.454241:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.454248:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.454255:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.454262:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.454275:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764772.454717:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000112b7e4d/0x2aac6a50e5dcb1c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4213708 expref: 50 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.454730:0:6580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6580:1862022978371584:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.454743:0:6580:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.454750:0:6580:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.454756:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.454763:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.454773:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.454792:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.455094:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3322:x1862022978371200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 73921us (86936us total) trans 4294971514 rc 0/0 00000100:00100000:3.0:1775764772.455101:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15182 00000100:00100000:3.0:1775764772.455122:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978375808 00000100:00100000:3.0:1775764772.455127:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978375808 00000100:00100000:3.0:1775764772.455161:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15199 00000100:00100000:3.0:1775764772.455169:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3319:x1862022978375808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.455193:0:6580:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:62 count 1 00010000:00010000:3.0:1775764772.455212:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.455228:0:6580:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 49 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.455236:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.455239:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.455242:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.455268:0:6580:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 49 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.455287:0:6580:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 49 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.455300:0:6580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6580:1862022978375936:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.455374:0:6580:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304de40 going to sleep for 11 seconds 00010000:00010000:1.0:1775764772.455639:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.455646:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455655:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.455659:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455666:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455683:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455690:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fab52 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455708:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.455711:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455716:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.455719:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455725:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455734:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455740:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5faae2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.455751:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.455753:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.455754:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.455965:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3322:x1862022978375168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23773us (24510us total) trans 4294972313 rc 0/0 00000100:00100000:0.0:1775764772.455973:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15198 00010000:00010000:0.0:1775764772.455994:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764772.456021:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b2aa3480/2, rc 0, transno 4294972313 00000100:00100000:0.0:1775764772.456026:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2aa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978375168:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.456039:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682d58380/2, rc 0, transno 4294971514 00000100:00100000:0.0:1775764772.456047:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978371200:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.456070:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976870e3100/2, rc 0, transno 4294972312 00000100:00100000:0.0:1775764772.456073:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373760:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.456084:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683071880/2, rc 0, transno 4294971512 00000100:00100000:0.0:1775764772.456088:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978372480:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.456096:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683072680/2, rc 0, transno 4294972311 00000100:00100000:0.0:1775764772.456099:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978372224:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764772.456124:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.456607:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764772.456618:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978376064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.456651:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.456912:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.456922:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978376192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.456947:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764772.462325:0:12193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000438abc42/0x2aac6a50e5da6be lrc: 0/0,0 mode: --/PR res: [0x240000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4212bbd expref: 49 pid: 12187 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.462713:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978374016:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.462743:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.463750:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.463768:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.463779:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.463787:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.463858:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.465239:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+36:3321:x1862022978373248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59464us (65067us total) trans 4294971515 rc 0/0 00000100:00100000:2.0:1775764772.465252:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15189 00000100:00100000:2.0:1775764772.465283:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978376064 00000100:00100000:2.0:1775764772.465290:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978376064 00000100:00100000:1.0:1775764772.465395:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978376192 00000100:00100000:1.0:1775764772.465400:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978376192 00000004:00080000:1.0:1775764772.466733:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f15880/2, rc 0, transno 4294971515 00000100:00100000:1.0:1775764772.466750:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.466823:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764772.466838:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978376320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.466885:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.466935:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978376320 00000100:00100000:1.0:1775764772.466941:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978376320 00000100:00100000:1.0:1775764772.466981:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15200 00000100:00100000:1.0:1775764772.466990:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3319:x1862022978376064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764772.467013:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:79 count 1 00010000:00010000:1.0:1775764772.467036:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467057:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 48 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467072:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.467073:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.467077:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467102:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 48 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467114:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 48 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.467126:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978376448:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.467198:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fab40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.467254:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15201 00000100:00100000:1.0:1775764772.467261:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3321:x1862022978376320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764772.467272:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:64 count 1 00010000:00010000:1.0:1775764772.467283:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467295:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 48 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467301:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.467303:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.467305:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467324:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 48 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.467333:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 48 pid: 12041 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.467362:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686770700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978376576:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.467395:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa480 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.472064:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.472084:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472102:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.472108:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472121:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472150:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472158:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf3c2fbe/0x2aac6a50e5fab13 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472187:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.472189:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.472192:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.472338:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15202 00000100:00100000:0.0:1775764772.472363:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+38:3322:x1862022978376192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.472406:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:78 count 1 00010000:00010000:0.0:1775764772.472433:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472453:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 48 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472491:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.472493:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.472496:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 4/0,1 mode: --/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472535:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 48 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.472547:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 48 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.472564:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978376704:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.472639:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977883006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.473674:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.475604:0:6580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6580:1862022978375936:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.475634:0:6580:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.477608:0:12180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e4ed32f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca353 expref: 53 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.477636:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12180:1862022978371456:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.477662:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.477673:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.477680:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.477691:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.477698:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.477724:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.478129:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3321:x1862022978371072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 97805us (111103us total) trans 4294972314 rc 0/0 00000100:00100000:3.0:1775764772.478138:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15181 00010000:00010000:3.0:1775764772.478270:0:12182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fb7ed9d/0x2aac6a50e4ee748 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caadf expref: 52 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.478282:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12182:1862022978372864:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.478293:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478303:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478309:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478317:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478324:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478338:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.478637:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3320:x1862022978372736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83003us (83079us total) trans 4294972315 rc 0/0 00000100:00100000:3.0:1775764772.478644:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15187 00010000:00010000:3.0:1775764772.478675:0:12181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efa51474/0x2aac6a50e5f106b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x649:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219a51 expref: 48 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.478687:0:12181:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978374144:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.478699:0:12181:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478708:0:12181:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478715:0:12181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478723:0:12181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478729:0:12181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478740:0:12181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1775764772.478884:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3319:x1862022978373376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72923us (78677us total) trans 4294971516 rc 0/0 00000100:00100000:3.0:1775764772.478891:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15190 00010000:00010000:3.0:1775764772.478919:0:12051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005101c5f2/0x2aac6a50e5f05eb lrc: 0/0,0 mode: --/PW res: [0x240000403:0x646:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42196fb expref: 47 pid: 12040 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.478929:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12051:1862022978374272:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.478940:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478948:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478955:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478963:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478971:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.478979:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1775764772.479092:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3320:x1862022978372992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 72989us (78475us total) trans 4294971517 rc 0/0 00000100:00100000:3.0:1775764772.479098:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15191 00000100:00100000:3.0:1775764772.479123:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966987904 00000100:00100000:3.0:1775764772.479129:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966987904 00010000:00010000:3.0:1775764772.479157:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 47 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.479194:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23456 00000100:00100000:3.0:1775764772.479204:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+47:2382:x1862022966987904:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.479217:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.479222:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 47 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479235:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 47 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479255:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f66a929/0x2aac6a50e4ed432 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3a7 expref: 47 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479268:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.479270:0:5780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.479275:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479283:0:5780:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479307:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.479343:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3f83546c-01a9-4156-8a97-44c446245d3e+46:2382:x1862022966987904:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 141us (5674us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.479351:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23456 00010000:00010000:3.0:1775764772.479370:0:6580:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479378:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479386:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479392:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479399:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1775764772.479563:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3319:x1862022978375808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24394us (25406us total) trans 4294971518 rc 0/0 00000100:00100000:3.0:1775764772.479570:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15199 00010000:00010000:3.0:1775764772.479602:0:12188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2a9db8f/0x2aac6a50e4ed08f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca265 expref: 51 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.479613:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978374400:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.479624:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479632:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479638:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479646:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479652:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479660:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1775764772.479904:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+37:3320:x1862022978373504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73659us (79247us total) trans 4294972316 rc 0/0 00000100:00100000:3.0:1775764772.479911:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15192 00010000:00010000:3.0:1775764772.479944:0:12215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e4ecffc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca21f expref: 50 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.479954:0:12215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12215:1862022978374528:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.479966:0:12215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479974:0:12215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479980:0:12215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479989:0:12215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.479996:0:12215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.480004:0:12215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1775764772.480208:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3321:x1862022978373632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73810us (79304us total) trans 4294972317 rc 0/0 00000100:00100000:3.0:1775764772.480214:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15193 00000100:00100000:1.0:1775764772.480497:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.480524:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.480542:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988160 00000100:00100000:1.0:1775764772.480548:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988160 00010000:00010000:1.0:1775764772.480571:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 46 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.480593:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988032 00000100:00100000:1.0:1775764772.480596:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988032 00010000:00010000:1.0:1775764772.480608:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 47 pid: 12041 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.480626:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23457 00000100:00100000:1.0:1775764772.480634:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+47:2381:x1862022966988160:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.480644:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.480648:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 47 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480658:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 47 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480677:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.480678:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.480682:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480690:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480707:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.480735:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+47:2381:x1862022966988160:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 103us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.480742:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23457 00000100:00100000:1.0:1775764772.480777:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23458 00000100:00100000:1.0:1775764772.480783:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+46:2381:x1862022966988032:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.480790:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.480794:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 46 pid: 12041 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480802:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 46 pid: 12041 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480813:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.480815:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.480818:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480826:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.480837:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.480854:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+46:2381:x1862022966988032:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 71us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.480861:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23458 00000004:00080000:1.0:1775764772.480941:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb871500/2, rc 0, transno 4294971518 00000100:00100000:1.0:1775764772.480954:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978375808:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.480965:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f15f80/2, rc 0, transno 4294971516 00000100:00100000:1.0:1775764772.480969:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978373376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.481036:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978376832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.481066:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.481089:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764772.481095:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978376960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.481115:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764772.481145:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976870e0000/2, rc 0, transno 4294972317 00000100:00100000:1.0:1775764772.481150:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.481159:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682be9880/2, rc 0, transno 4294972314 00000100:00100000:1.0:1775764772.481163:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978371072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.481654:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978376832 00000100:00100000:0.0:1775764772.481662:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978376832 00000100:00100000:0.0:1775764772.481698:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978376960 00000100:00100000:0.0:1775764772.481700:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978376960 00000100:00100000:0.0:1775764772.481720:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15203 00000100:00100000:0.0:1775764772.481727:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3319:x1862022978376832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.481749:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:107 count 1 00010000:00010000:0.0:1775764772.481785:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481800:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 45 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481807:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.481808:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.481810:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481834:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 45 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481847:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 45 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.481859:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978377088:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.481899:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300a80 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.481915:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1775764772.481922:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481930:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d8e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.481934:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481944:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481958:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481964:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb3dd6c/0x2aac6a50e5faadb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481985:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1775764772.481988:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.481994:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.481997:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482003:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482011:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482017:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e2ee207/0x2aac6a50e5fab05 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482038:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1775764772.482043:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482050:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.482052:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482059:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482067:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482074:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000824ccb60/0x2aac6a50e5fab1a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x649:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482085:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764772.482089:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482095:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976866d9800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.482098:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482109:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482118:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482125:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049ca0510/0x2aac6a50e5fab21 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x646:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482140:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764772.482144:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482150:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.482153:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482160:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482169:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482175:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fab59 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482192:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.482196:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482202:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.482204:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482210:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482218:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482233:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047780941/0x2aac6a50e5fab28 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482247:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.482251:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482257:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.482260:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482272:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482282:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482288:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fab2f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482300:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.482302:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.482304:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.482319:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15204 00000100:00100000:0.0:1775764772.482327:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3319:x1862022978376960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.482352:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:81 count 1 00010000:00010000:0.0:1775764772.482366:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482378:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 45 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482385:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.482386:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.482388:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482414:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 45 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482424:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 45 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.482435:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12196:1862022978377216:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.482495:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300c00 going to sleep for 11 seconds 00000004:00080000:0.0:1775764772.482528:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f14000/2, rc 0, transno 4294971517 00000100:00100000:0.0:1775764772.482541:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978372992:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.482552:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976870e0700/2, rc 0, transno 4294972316 00000100:00100000:0.0:1775764772.482556:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978373504:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1775764772.482566:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976870e0a80/2, rc 0, transno 4294972315 00000100:00100000:0.0:1775764772.482569:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978372736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.482618:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.482629:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978377344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.482663:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.482695:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978377344 00000100:00100000:0.0:1775764772.482699:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978377344 00000100:00100000:0.0:1775764772.482727:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15205 00000100:00100000:0.0:1775764772.482734:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+41:3322:x1862022978377344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.482745:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:106 count 1 00010000:00010000:0.0:1775764772.482757:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482768:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 45 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482775:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.482776:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.482778:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482796:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 45 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482805:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 45 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.482815:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12190:1862022978377472:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.482837:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300540 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.482858:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.482881:0:16465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfc0cc37/0x2aac6a50e4ee19f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8d9 expref: 45 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.482893:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978376704:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.482908:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482918:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482926:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482935:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482942:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482957:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764772.482967:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.482971:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482977:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.482981:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482987:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.482997:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.483003:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fab6e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.483017:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.483019:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.483021:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.483506:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+42:3322:x1862022978376192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11146us (26555us total) trans 4294971519 rc 0/0 00000100:00100000:0.0:1775764772.483514:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15202 00000004:00080000:0.0:1775764772.483547:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682d58000/2, rc 0, transno 4294971519 00000100:00100000:0.0:1775764772.483556:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978376192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.483599:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978377600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.483622:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.483653:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978377600 00000100:00100000:0.0:1775764772.483657:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978377600 00000100:00100000:0.0:1775764772.483686:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15206 00000100:00100000:0.0:1775764772.483693:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3322:x1862022978377600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.483709:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:82 count 1 00010000:00010000:0.0:1775764772.483723:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.483738:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 44 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.483745:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.483746:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.483748:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.483774:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 44 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.483784:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 44 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.483795:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12187:1862022978377728:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.483825:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977883006c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.483850:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.484859:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.485398:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978377856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.485440:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966986880 00000100:00100000:1.0:1775764772.485444:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.485446:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966986880 00000100:00100000:1.0:1775764772.485500:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978378368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.485513:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16274 00000100:00100000:1.0:1775764772.485520:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.485521:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966986880:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:1.0:1775764772.485535:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764772.485540:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978377984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.485559:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.485571:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978378496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.485588:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.485612:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978377856 00000100:00100000:1.0:1775764772.485616:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978377856 00000100:00100000:1.0:1775764772.485641:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978378368 00000100:00100000:1.0:1775764772.485643:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978378368 00000100:00100000:1.0:1775764772.485658:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978377984 00000100:00100000:1.0:1775764772.485660:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978377984 00000100:00100000:1.0:1775764772.485672:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978378496 00000100:00100000:1.0:1775764772.485675:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978378496 00000100:00100000:1.0:1775764772.485688:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15207 00000100:00100000:1.0:1775764772.485693:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3319:x1862022978377856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.485708:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:63 count 1 00010000:00010000:1.0:1775764772.485729:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485745:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 49 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485766:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.485768:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.485771:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485796:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 49 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485807:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 49 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.485819:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12182:1862022978378880:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.485884:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.485918:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15208 00000100:00100000:1.0:1775764772.485925:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3319:x1862022978378368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.485937:0:6580:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1600 count 1 00010000:00010000:1.0:1775764772.485948:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485959:0:6580:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 49 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485966:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.485967:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.485970:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485986:0:6580:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 49 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.485999:0:6580:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 49 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.486008:0:6580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6580:1862022978379008:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.486035:0:6580:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.486134:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15209 00000100:00100000:1.0:1775764772.486142:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3319:x1862022978377984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.486154:0:12181:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1616 count 1 00010000:00010000:1.0:1775764772.486165:0:12181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486176:0:12181:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 49 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486182:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.486184:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.486186:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 4/0,1 mode: --/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486203:0:12181:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 49 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486212:0:12181:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 49 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.486233:0:12181:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12181:1862022978379136:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.486261:0:12181:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.486308:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15210 00000100:00100000:1.0:1775764772.486315:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3319:x1862022978378496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.486326:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:62 count 1 00010000:00010000:1.0:1775764772.486336:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486348:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 49 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486354:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.486355:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.486357:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486373:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 49 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.486381:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 49 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.486390:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978379264:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.486400:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966986880:12345-192.168.202.46@tcp:35:rm.0 Request processed in 880us (37852us total) trans 4294997543 rc 0/0 00000100:00100000:1.0:1775764772.486410:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.486412:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16274 00000100:00100000:2.0:1775764772.486500:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978378240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.486530:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.486552:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978378752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.486575:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.487068:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978378240 00000100:00100000:0.0:1775764772.487074:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978378240 00000100:00100000:0.0:1775764772.487106:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978378752 00000100:00100000:0.0:1775764772.487109:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978378752 00000100:00100000:0.0:1775764772.487127:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15211 00000100:00100000:0.0:1775764772.487134:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3322:x1862022978378240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.487149:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:65 count 1 00010000:00010000:0.0:1775764772.487164:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,1 mode: --/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.487179:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 49 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.487186:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.487188:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.487190:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 4/0,1 mode: --/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.487217:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 49 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.487368:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15212 00000100:00100000:1.0:1775764772.487377:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2677050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3322:x1862022978378752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.487389:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1601 count 1 00010000:00010000:1.0:1775764772.487399:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487410:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 49 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487416:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.487418:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.487420:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487438:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 49 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487447:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 49 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.487479:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978379520:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.487556:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.487686:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978378112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.487717:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.487729:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978378624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.487743:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.487775:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978378112 00000100:00100000:1.0:1775764772.487779:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978378112 00000100:00100000:1.0:1775764772.487794:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978378624 00000100:00100000:1.0:1775764772.487796:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978378624 00000100:00100000:1.0:1775764772.487806:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15213 00000100:00100000:1.0:1775764772.487811:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3321:x1862022978378112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.487821:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:64 count 1 00010000:00010000:1.0:1775764772.487832:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487844:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 49 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487850:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.487852:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.487854:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 4/0,1 mode: --/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487869:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 49 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487877:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 49 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.487886:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978379648:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.487921:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.487936:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15214 00000100:00100000:1.0:1775764772.487943:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3321:x1862022978378624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.487953:0:12186:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:66 count 1 00010000:00010000:1.0:1775764772.487964:0:12186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487975:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 49 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.487981:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.487982:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.487985:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.488002:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 49 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.488010:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 49 pid: 6579 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.488020:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12186:1862022978379776:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.488041:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa300 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.488179:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 49 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.488189:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12180:1862022978379392:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.488214:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300240 going to sleep for 11 seconds 00010000:00010000:2.0:1775764772.488866:0:6579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d9d6d0d/0x2aac6a50e5d925f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42125a4 expref: 44 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.488882:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978374912:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.489537:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.489553:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.489560:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.489573:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.489580:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.490040:0:6578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000544eda4b/0x2aac6a50e5d9a4d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e42127f7 expref: 43 pid: 12041 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.490054:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686770700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978376576:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.490072:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.490080:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.490086:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.490092:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.490099:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.493713:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764772.494087:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3320:x1862022978374784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68703us (68787us total) trans 4294971520 rc 0/0 00000100:00100000:2.0:1775764772.494099:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15195 00000004:00080000:1.0:1775764772.494182:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768f424700/2, rc 0, transno 4294971520 00000100:00100000:2.0:1775764772.494187:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+42:3321:x1862022978373120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 89311us (94081us total) trans 4294971511 rc 0/0 00000100:00100000:2.0:1775764772.494194:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15188 00000100:00100000:1.0:1775764772.494198:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978374784:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1775764772.494228:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f14380/2, rc 0, transno 4294971511 00000100:00100000:2.0:1775764772.494233:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978373120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.495006:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978380032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.495050:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.495081:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764772.495086:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978379904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.495103:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1775764772.497042:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.497083:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978380032 00000100:00100000:3.0:1775764772.497092:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978380032 00000100:00100000:3.0:1775764772.497139:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978379904 00000100:00100000:3.0:1775764772.497143:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978379904 00000100:00100000:3.0:1775764772.497169:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15215 00000100:00100000:3.0:1775764772.497178:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:3320:x1862022978380032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.497206:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:72 count 1 00000100:00100000:1.0:1775764772.497452:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.497510:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988288 00000100:00100000:1.0:1775764772.497514:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988288 00010000:00010000:1.0:1775764772.497541:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 43 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.497575:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23459 00000100:00100000:1.0:1775764772.497583:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+43:2382:x1862022966988288:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.497593:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.497599:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 43 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497615:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 43 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497641:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.497643:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.497648:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497658:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497679:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.497732:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+43:2382:x1862022966988288:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 149us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.497740:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23459 00010000:00010000:1.0:1775764772.497776:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.497783:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497797:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.497801:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497810:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497821:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497828:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c834b4d/0x2aac6a50e5fab3d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497850:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.497854:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497860:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.497863:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497870:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497879:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497886:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fab67 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.497898:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.497899:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.497901:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.498007:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000465e63ac/0x2aac6a50e4ee27f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca92d expref: 42 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.498020:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978376448:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.498039:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.498048:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.498056:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.498064:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.498072:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.498096:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764772.499192:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3319:x1862022978376064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32198us (42535us total) trans 4294971521 rc 0/0 00000100:00100000:1.0:1775764772.499203:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15200 00010000:00010000:3.0:1775764772.499446:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.499490:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 41 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.499498:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.499500:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.499503:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.499543:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 41 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.499555:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 41 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.499571:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12051:1862022978380160:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.499644:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778659cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.500276:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15216 00000100:00100000:1.0:1775764772.500290:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:3320:x1862022978379904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764772.500314:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:73 count 1 00010000:00010000:1.0:1775764772.500331:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.500404:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 41 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.500413:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.500414:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.500417:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.500439:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 41 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.500448:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 41 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.500485:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978380288:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.500523:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa780 going to sleep for 11 seconds 00000004:00080000:1.0:1775764772.500567:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682d5aa00/2, rc 0, transno 4294971521 00000100:00100000:1.0:1775764772.500586:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978376064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764772.501004:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3321:x1862022978376320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33741us (34116us total) trans 4294971522 rc 0/0 00000100:00100000:3.0:1775764772.501013:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15201 00010000:00010000:0.0:1775764772.501107:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.501115:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.501123:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.501128:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.501137:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.501157:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.501163:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb702ec2/0x2aac6a50e5fab60 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.501188:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.501190:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.501192:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764772.501253:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682be9c00/2, rc 0, transno 4294971522 00000100:00100000:1.0:1775764772.501258:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978376320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764772.504726:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.505268:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978380544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.505328:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.505381:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.505388:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978380416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.505408:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.505534:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978380544 00000100:00100000:3.0:1775764772.505543:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978380544 00000100:00100000:3.0:1775764772.505584:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978380416 00000100:00100000:3.0:1775764772.505587:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978380416 00000100:00100000:3.0:1775764772.505606:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15217 00000100:00100000:3.0:1775764772.505613:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+45:3322:x1862022978380544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.505641:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:75 count 1 00010000:00010000:3.0:1775764772.505667:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505690:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 41 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505698:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.505701:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.505704:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505730:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 41 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505746:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 41 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.505770:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978380672:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.505838:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778659cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764772.505855:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15218 00000100:00100000:3.0:1775764772.505861:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+45:3322:x1862022978380416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764772.505874:0:12215:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:76 count 1 00010000:00010000:3.0:1775764772.505884:0:12215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505895:0:12215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 41 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505901:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.505903:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.505905:0:12215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 4/0,1 mode: --/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505924:0:12215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 41 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.505934:0:12215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 41 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.505949:0:12215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12215:1862022978380800:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.505972:0:12215:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778659cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.532449:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532522:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532582:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532606:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532629:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532674:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532694:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532720:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532775:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532789:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532840:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532854:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532865:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532906:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532919:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532935:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.532961:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988928 00000100:00100000:1.0:1775764772.532969:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988928 00000100:00100000:1.0:1775764772.533017:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51042 00000100:00100000:1.0:1775764772.533026:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966988928:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:1.0:1775764772.533085:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764772.533113:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9a00/0x2aac6a50e5faa17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6d5 expref: 55 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533134:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923600/0x2aac6a50e4ee588 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa45 expref: 54 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533147:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a6000/0x2aac6a50e4ee4c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9ff expref: 53 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533156:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897682c46700) 00010000:00010000:1.0:1775764772.533167:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764772.533189:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533203:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533214:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533229:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533236:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533244:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533366:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533375:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.533381:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764772.534130:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b2:0x0]: returning size 7168 00010000:00010000:1.0:1775764772.534146:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534153:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534159:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534165:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764772.534170:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534177:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534188:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b2:0x0].0x0 (ffff897783000000) 00010000:00010000:1.0:1775764772.534190:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764772.534193:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534203:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fabf3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534221:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534227:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534232:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534237:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764772.534240:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534245:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534252:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:1.0:1775764772.534255:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764772.534257:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534263:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fa00/0x2aac6a50e5fabe5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764772.534271:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086ae0f8a reply state 000000009726c133 transno 4294997544 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534280:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764772.534354:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966988928:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1327us (1722us total) trans 4294997544 rc 0/0 00000100:00100000:1.0:1775764772.534362:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51042 00000100:00100000:1.0:1775764772.534400:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988544 00000100:00100000:1.0:1775764772.534406:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988544 00010000:00010000:1.0:1775764772.534427:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 42 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534444:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988416 00000100:00100000:1.0:1775764772.534446:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988416 00010000:00010000:1.0:1775764772.534494:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 43 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534507:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966988672 00000100:00100000:1.0:1775764772.534510:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966988672 00010000:00010000:1.0:1775764772.534523:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 44 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534532:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989056 00000100:00100000:1.0:1775764772.534536:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989056 00010000:00010000:1.0:1775764772.534545:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 45 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534555:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989184 00000100:00100000:1.0:1775764772.534558:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989184 00010000:00010000:1.0:1775764772.534571:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 50 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534582:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989440 00000100:00100000:1.0:1775764772.534585:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989440 00010000:00010000:1.0:1775764772.534595:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 51 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534606:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989312 00000100:00100000:1.0:1775764772.534609:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989312 00010000:00010000:1.0:1775764772.534619:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 52 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534628:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989568 00000100:00100000:1.0:1775764772.534630:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989568 00010000:00010000:1.0:1775764772.534640:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 53 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534650:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989824 00000100:00100000:1.0:1775764772.534652:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989824 00010000:00010000:1.0:1775764772.534663:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 54 pid: 6579 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534673:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989696 00000100:00100000:1.0:1775764772.534676:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989696 00010000:00010000:1.0:1775764772.534686:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 55 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534697:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966989952 00000100:00100000:1.0:1775764772.534699:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966989952 00010000:00010000:1.0:1775764772.534709:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 56 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534725:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990208 00000100:00100000:1.0:1775764772.534727:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990208 00010000:00010000:1.0:1775764772.534739:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 46 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534750:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990080 00000100:00100000:1.0:1775764772.534752:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990080 00010000:00010000:1.0:1775764772.534762:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 47 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534773:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990464 00000100:00100000:1.0:1775764772.534776:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990464 00010000:00010000:1.0:1775764772.534788:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 48 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534800:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990336 00000100:00100000:1.0:1775764772.534802:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990336 00010000:00010000:1.0:1775764772.534813:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 49 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534824:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990592 00000100:00100000:1.0:1775764772.534826:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990592 00010000:00010000:1.0:1775764772.534837:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 57 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.534851:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23460 00000100:00100000:1.0:1775764772.534859:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+49:2382:x1862022966988544:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.534875:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.534881:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 49 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534891:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 49 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534909:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.534912:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.534916:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534926:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.534944:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.534967:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+49:2382:x1862022966988544:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 109us (2529us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.534974:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23460 00000100:00100000:1.0:1775764772.534988:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23461 00000100:00100000:1.0:1775764772.534994:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+48:2382:x1862022966988416:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.535002:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.535006:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 48 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535016:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 48 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535027:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535029:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535032:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535039:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535050:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.535066:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+48:2382:x1862022966988416:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 71us (2543us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.535071:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23461 00000100:00100000:1.0:1775764772.535083:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23462 00000100:00100000:1.0:1775764772.535089:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+47:2382:x1862022966988672:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.535096:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.535100:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 47 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535109:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 47 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535121:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535123:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535125:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535136:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535147:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.535164:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+47:2382:x1862022966988672:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 76us (2623us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.535171:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23462 00000100:00100000:1.0:1775764772.535183:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23463 00000100:00100000:1.0:1775764772.535189:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+46:2382:x1862022966989056:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.535196:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.535200:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 46 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535209:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 46 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535221:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535222:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535226:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535233:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535245:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.535263:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+46:2382:x1862022966989056:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 74us (2680us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.535268:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23463 00000100:00100000:1.0:1775764772.535282:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23464 00000100:00100000:1.0:1775764772.535289:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:2382:x1862022966989184:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.535296:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.535300:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 57 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535308:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 57 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535320:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535322:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535325:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535330:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535342:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.535360:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:2382:x1862022966989184:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 72us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.535366:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23464 00000100:00100000:1.0:1775764772.535401:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23465 00000100:00100000:1.0:1775764772.535407:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+56:2381:x1862022966989440:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764772.535415:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764772.535419:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 56 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535428:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 56 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535439:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535441:0:5779:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.535444:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.535451:0:5779:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.536005:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23466 00000100:00100000:3.0:1775764772.536019:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+56:2381:x1862022966989312:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536029:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536036:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 56 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536047:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 56 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536061:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536063:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536066:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536073:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536089:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536117:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+56:2381:x1862022966989312:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 102us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536124:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23466 00000100:00100000:3.0:1775764772.536140:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23467 00000100:00100000:3.0:1775764772.536147:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+55:2381:x1862022966989568:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536154:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536159:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 55 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536167:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 55 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536178:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536180:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536183:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536190:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536202:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536231:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+55:2381:x1862022966989568:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 72us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536239:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23467 00000100:00100000:3.0:1775764772.536252:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23468 00000100:00100000:3.0:1775764772.536258:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+54:2382:x1862022966989824:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536267:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536274:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 54 pid: 6579 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536289:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 54 pid: 6579 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536300:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536301:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536305:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536312:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536323:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536337:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+54:2382:x1862022966989824:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 79us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536343:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23468 00000100:00100000:3.0:1775764772.536357:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23469 00000100:00100000:3.0:1775764772.536363:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+53:2382:x1862022966989696:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536372:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536377:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 53 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536386:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 53 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536396:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536398:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536401:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536409:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536421:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536434:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+53:2382:x1862022966989696:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 71us (3645us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536440:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23469 00000100:00100000:3.0:1775764772.536451:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23470 00000100:00100000:3.0:1775764772.536503:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+52:2381:x1862022966989952:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536511:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536515:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 52 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536525:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 52 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536536:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536538:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536541:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536547:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536563:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536577:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+52:2381:x1862022966989952:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 77us (3737us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536582:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23470 00000100:00100000:3.0:1775764772.536594:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23471 00000100:00100000:3.0:1775764772.536602:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+45:2381:x1862022966990208:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536610:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536614:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 45 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536623:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 45 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536635:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536636:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536639:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536646:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536658:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536670:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+45:2381:x1862022966990208:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 70us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536676:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23471 00000100:00100000:3.0:1775764772.536688:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23472 00000100:00100000:3.0:1775764772.536694:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+44:2381:x1862022966990080:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536700:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536705:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 44 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536714:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 44 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536725:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536726:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536729:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536736:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536746:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536771:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+44:2381:x1862022966990080:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 77us (3904us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536777:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23472 00000100:00100000:3.0:1775764772.536790:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23473 00000100:00100000:3.0:1775764772.536796:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+43:2381:x1862022966990464:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536803:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536807:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 43 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536821:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 43 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536832:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536833:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536837:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536845:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536856:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536869:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+43:2381:x1862022966990464:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 73us (3962us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536874:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23473 00000100:00100000:3.0:1775764772.536886:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23474 00000100:00100000:3.0:1775764772.536892:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+42:2381:x1862022966990336:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536900:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536904:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 42 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536913:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 42 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536923:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536925:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.536928:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536934:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.536944:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.536957:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+42:2381:x1862022966990336:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 65us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.536963:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23474 00000100:00100000:3.0:1775764772.536976:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23475 00000100:00100000:3.0:1775764772.536982:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+51:2381:x1862022966990592:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.536990:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.536994:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 51 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537003:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 51 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537013:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.537014:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.537017:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537024:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537038:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.537051:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+51:2381:x1862022966990592:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 70us (4116us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.537057:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23475 00010000:00010000:3.0:1775764772.537106:0:12190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026b26342/0x2aac6a50e4ef8e4 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1df expref: 41 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.537120:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12190:1862022978377472:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.537138:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537148:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537155:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537165:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537173:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537192:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.537706:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+46:3322:x1862022978377344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54972us (55041us total) trans 4294971523 rc 0/0 00000100:00100000:3.0:1775764772.537714:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15205 00010000:00010000:3.0:1775764772.537756:0:12051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e4edcb3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6ef expref: 40 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.537768:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12051:1862022978380160:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.537785:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537793:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537799:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537807:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537814:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.537843:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.538070:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3320:x1862022978380032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40893us (43020us total) trans 4294971524 rc 0/0 00000100:00100000:3.0:1775764772.538076:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15215 00010000:00010000:3.0:1775764772.538120:0:12193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017fdfe91/0x2aac6a50e4ede9d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca7ba expref: 39 pid: 12215 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.538130:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978380672:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.538142:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538150:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538156:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538163:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538170:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538187:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1775764772.538406:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:3322:x1862022978380544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32793us (33077us total) trans 4294971525 rc 0/0 00000100:00100000:3.0:1775764772.538412:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15217 00010000:00010000:3.0:1775764772.538438:0:12215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf3f77e6/0x2aac6a50e4edf53 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca807 expref: 38 pid: 12186 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.538489:0:12215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12215:1862022978380800:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.538502:0:12215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538510:0:12215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538516:0:12215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538523:0:12215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538530:0:12215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538542:0:12215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1775764772.538764:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e385500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3322:x1862022978380416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32903us (33354us total) trans 4294971526 rc 0/0 00000100:00100000:3.0:1775764772.538770:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15218 00010000:00010000:3.0:1775764772.538791:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1775764772.538798:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538811:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.538815:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538824:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538841:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538849:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fab83 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538868:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1775764772.538872:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538878:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.538881:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538888:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538897:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538904:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000989f60d9/0x2aac6a50e5fabc9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538918:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764772.538921:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538927:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.538929:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538937:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538946:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538953:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065b92a1c/0x2aac6a50e5fabd7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538966:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764772.538969:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538975:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.538979:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538986:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.538995:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 1/0,0 mode: --/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.539000:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b3754b2/0x2aac6a50e5fabde lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.539011:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.539012:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.539013:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.539216:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.539447:0:12196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d0ec3a2/0x2aac6a50e4ee4b6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9f8 expref: 37 pid: 12182 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.539489:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12196:1862022978377216:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.539502:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.539510:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.539517:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.539524:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.539530:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.539545:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.539858:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3319:x1862022978376960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57530us (58740us total) trans 4294971527 rc 0/0 00000100:00100000:2.0:1775764772.539866:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15204 00000004:00080000:2.0:1775764772.539915:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976813ffb80/2, rc 0, transno 4294971524 00000100:00100000:2.0:1775764772.539929:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978380032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.540002:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764772.540015:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978380928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.540049:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1775764772.540089:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686773b80/2, rc 0, transno 4294971527 00000100:00100000:2.0:1775764772.540097:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978376960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.540129:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978381056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764772.540151:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.540183:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978380928 00000100:00100000:2.0:1775764772.540189:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978380928 00000100:00100000:2.0:1775764772.540225:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978381056 00000100:00100000:2.0:1775764772.540228:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978381056 00000100:00100000:2.0:1775764772.540248:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15219 00000100:00100000:2.0:1775764772.540256:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3320:x1862022978380928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.540282:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:77 count 1 00010000:00010000:2.0:1775764772.540302:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540318:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 36 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540325:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.540327:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.540330:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 4/0,1 mode: --/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540356:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 36 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540369:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 36 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.540382:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978381184:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.540444:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764772.540529:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15220 00000100:00100000:2.0:1775764772.540535:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:3320:x1862022978381056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764772.540548:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:68 count 1 00010000:00010000:2.0:1775764772.540559:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540570:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 36 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540576:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.540578:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764772.540580:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540597:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 36 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540606:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 36 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.540617:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978381312:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764772.540645:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff897681bb0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1775764772.540657:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.540662:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540669:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.540673:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540686:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540700:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540707:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fab7c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.540724:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.540725:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.540727:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.542972:0:12182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e4ed5c1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca441 expref: 50 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.542995:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12182:1862022978378880:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.543021:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543031:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543037:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543051:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543059:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543084:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.543593:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3319:x1862022978377856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57896us (58145us total) trans 4294972318 rc 0/0 00000100:00100000:2.0:1775764772.543605:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15207 00010000:00010000:2.0:1775764772.543649:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.543656:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543664:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.543669:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543678:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543702:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543709:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fab91 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.543733:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.543734:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.543736:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764772.544628:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7ca80/2, rc 0, transno 4294972318 00000100:00100000:2.0:1775764772.544644:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978377856:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764772.545126:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.546615:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.546718:0:12039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f07ad96/0x2aac6a50e4ef99a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb225 expref: 36 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.546740:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978377088:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.546773:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.546784:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.546790:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.546799:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.546809:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.546830:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.547138:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3319:x1862022978376832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65409us (66069us total) trans 4294971528 rc 0/0 00000100:00100000:0.0:1775764772.547147:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15203 00010000:00010000:0.0:1775764772.547199:0:12187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf30361c/0x2aac6a50e4ee56c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa3e expref: 35 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.547212:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12187:1862022978377728:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.547236:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547243:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547249:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547256:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547261:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547279:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.547632:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+48:3322:x1862022978377600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63939us (64008us total) trans 4294971529 rc 0/0 00000100:00100000:0.0:1775764772.547638:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15206 00010000:00010000:0.0:1775764772.547660:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.547666:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547673:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.547677:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547685:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547704:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547710:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc2ec74/0x2aac6a50e5fab75 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547727:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.547731:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547744:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.547747:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547755:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547764:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547771:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a6cee3d/0x2aac6a50e5fab8a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.547785:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.547787:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.547789:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764772.547817:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90fb80/2, rc 0, transno 4294971526 00000100:00100000:0.0:1775764772.547831:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978380416:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.547842:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768c90f480/2, rc 0, transno 4294971525 00000100:00100000:0.0:1775764772.547846:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978380544:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.547855:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683073800/2, rc 0, transno 4294971529 00000100:00100000:0.0:1775764772.547858:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978377600:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764772.547866:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f14a80/2, rc 0, transno 4294971523 00000100:00100000:0.0:1775764772.547869:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978377344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.547876:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.547890:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978381440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.547924:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.548022:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978381568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.548046:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.548072:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978381824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.548093:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.548111:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764772.548116:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978381696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.548134:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775764772.548169:0:12180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1c6ddad/0x2aac6a50e4ed6ee lrc: 0/0,0 mode: --/PW res: [0x280000403:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4b8 expref: 49 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.548181:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12180:1862022978379392:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.548193:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548201:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548208:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548216:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548229:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548247:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.548605:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3322:x1862022978378240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61471us (62073us total) trans 4294972319 rc 0/0 00000100:00100000:0.0:1775764772.548612:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15211 00000100:00100000:0.0:1775764772.548630:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978381440 00000100:00100000:0.0:1775764772.548635:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978381440 00000100:00100000:0.0:1775764772.548660:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978381568 00000100:00100000:0.0:1775764772.548663:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978381568 00000100:00100000:0.0:1775764772.548680:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978381824 00000100:00100000:0.0:1775764772.548683:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978381824 00000100:00100000:0.0:1775764772.548696:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978381696 00000100:00100000:0.0:1775764772.548699:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978381696 00000100:00100000:0.0:1775764772.548713:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15221 00000100:00100000:0.0:1775764772.548720:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3322:x1862022978381440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.548745:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:82 count 1 00010000:00010000:0.0:1775764772.548764:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548779:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 48 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548787:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.548790:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.548793:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548819:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 48 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.548832:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 48 pid: 6580 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.548844:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12180:1862022978381952:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.548911:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977883006c0 going to sleep for 11 seconds 00000004:00080000:0.0:1775764772.548940:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7ea00/2, rc 0, transno 4294972319 00000100:00100000:0.0:1775764772.548951:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978378240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.548992:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764772.548999:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978382080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.549024:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764772.549065:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978382080 00000100:00100000:0.0:1775764772.549068:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978382080 00000100:00100000:0.0:1775764772.549089:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15222 00000100:00100000:0.0:1775764772.549095:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+50:3322:x1862022978381568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.549107:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:74 count 1 00010000:00010000:0.0:1775764772.549122:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549134:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 34 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549146:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.549148:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.549150:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549168:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 34 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549179:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 34 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.549190:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12196:1862022978382208:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.549212:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764772.549228:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15223 00000100:00100000:0.0:1775764772.549234:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3320:x1862022978381824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.549246:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:52 count 1 00010000:00010000:0.0:1775764772.549256:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549268:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 34 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549275:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.549276:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.549279:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549298:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 34 pid: 12039 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549307:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 34 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.549316:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978382336:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.549338:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300c00 going to sleep for 11 seconds 00000004:00080000:0.0:1775764772.549365:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686771c00/2, rc 0, transno 4294971528 00000100:00100000:0.0:1775764772.549373:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978376832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764772.549397:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15224 00000100:00100000:0.0:1775764772.549404:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+50:3320:x1862022978381696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764772.549419:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1627 count 1 00010000:00010000:0.0:1775764772.549430:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549440:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 34 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549447:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.549448:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.549451:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549501:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 34 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549512:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 34 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.549523:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978382464:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.549547:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300540 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.549562:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.549568:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549577:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.549581:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549591:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549606:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 1/0,0 mode: --/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549613:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9607394/0x2aac6a50e5fabad lrc: 0/0,0 mode: --/PW res: [0x280000403:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549630:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.549632:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.549633:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.549647:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15225 00000100:00100000:0.0:1775764772.549655:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+46:3322:x1862022978382080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.549669:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:107 count 1 00010000:00010000:0.0:1775764772.549682:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549693:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 48 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549700:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.549702:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.549704:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549722:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 48 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.549731:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 48 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.549741:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978382592:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.549764:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300240 going to sleep for 11 seconds 00010000:00010000:3.0:1775764772.557075:0:12188:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002de14c7c/0x2aac6a50e4ed520 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3f4 expref: 48 pid: 12041 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.557099:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978379264:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.557125:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557138:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557145:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557157:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557166:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557194:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.557675:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+47:3319:x1862022978378496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71358us (72083us total) trans 4294972320 rc 0/0 00000100:00100000:3.0:1775764772.557686:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15210 00010000:00010000:3.0:1775764772.557737:0:8216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000701fc390/0x2aac6a50e5ef72e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x641:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219286 expref: 47 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.557749:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978379520:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.557774:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557782:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557789:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557797:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557806:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.557820:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.557973:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2677050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+47:3322:x1862022978378752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 70597us (71395us total) trans 4294972321 rc 0/0 00000100:00100000:3.0:1775764772.557979:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15212 00000004:00080000:3.0:1775764772.558015:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7c700/2, rc 0, transno 4294972321 00000100:00100000:3.0:1775764772.558027:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978378752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764772.558096:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978382720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764772.558132:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.558167:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978382720 00000100:00100000:3.0:1775764772.558174:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978382720 00000100:00100000:3.0:1775764772.558205:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15226 00000100:00100000:3.0:1775764772.558212:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+47:3322:x1862022978382720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764772.558234:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1622 count 1 00010000:00010000:3.0:1775764772.558254:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.558268:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 46 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.558275:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.558278:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764772.558280:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 4/0,1 mode: --/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.558304:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 46 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.558316:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 46 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.558329:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978382848:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764772.558368:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778659c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1775764772.559400:0:12181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049df70a8/0x2aac6a50e5f2bd1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x650:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a2e7 expref: 46 pid: 12181 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.559418:0:12181:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12181:1862022978379136:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.559436:0:12181:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.559541:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.559587:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.559662:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.559689:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990720 00000100:00100000:2.0:1775764772.559694:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990720 00000100:00100000:2.0:1775764772.559737:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51043 00000100:00100000:2.0:1775764772.559746:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966990720:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764772.559965:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.559974:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.559980:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.559985:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.559989:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560006:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560023:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x46e192ec (ffff897783000700) 00010000:00010000:3.0:1775764772.560025:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764772.560029:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560035:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fabec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.560067:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990976 00000100:00100000:3.0:1775764772.560071:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990976 00010000:00010000:3.0:1775764772.560091:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 35 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.560113:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966990848 00000100:00100000:3.0:1775764772.560115:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966990848 00010000:00010000:3.0:1775764772.560126:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 36 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.560145:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23476 00000100:00100000:3.0:1775764772.560151:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+36:2382:x1862022966990976:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.560165:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.560171:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 36 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560182:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 36 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560201:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.560203:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.560208:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560222:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560241:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.560277:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+36:2382:x1862022966990976:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 126us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.560285:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23476 00000100:00100000:3.0:1775764772.560301:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23477 00000100:00100000:3.0:1775764772.560307:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+35:2382:x1862022966990848:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764772.560314:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764772.560319:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 35 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560330:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 35 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560342:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.560343:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764772.560347:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560355:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.560367:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764772.560381:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2aa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+35:2382:x1862022966990848:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 74us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.560388:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23477 00010000:00010000:2.0:1775764772.560656:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.560672:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fac32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6dc expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561044:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764772.561052:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561061:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.561065:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561073:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561090:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561097:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5faba6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561114:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.561119:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561125:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.561129:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561136:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561146:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561152:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fabb4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x641:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561164:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.561165:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.561167:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.561208:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e4edd5b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca735 expref: 34 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.561219:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978380288:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.561235:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561244:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561251:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561260:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561267:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.561290:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764772.561503:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764772.561509:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.561516:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.561518:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.561525:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.561536:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.561543:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fabd0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.561557:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.561559:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.561560:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.561610:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fac39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.561622:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fac39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.561632:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fac39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.562070:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+51:3320:x1862022978379904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61784us (66963us total) trans 4294971530 rc 0/0 00000100:00100000:1.0:1775764772.562080:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15216 00000004:00080000:1.0:1775764772.562121:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7d880/2, rc 0, transno 4294971530 00000100:00100000:1.0:1775764772.562133:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978379904:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764772.562169:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5ef074 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x640:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4219080 expref: 45 pid: 12193 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.562182:0:6580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6580:1862022978379008:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.562194:0:6580:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.562202:0:6580:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.562208:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.562216:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.562224:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.562238:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764772.562563:0:6579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdc71038/0x2aac6a50e4edffb lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca84d expref: 33 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.562575:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978381184:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.562588:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.562596:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.562602:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.562609:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.562615:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.562631:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00200000:2.0:1775764772.562912:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x277:0x0]: returning size 7168 00000004:00200000:2.0:1775764772.562917:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764772.563006:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fac39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.563041:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fac32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6dc expref: 55 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.563056:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fac39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6dc expref: 54 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.563064:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:2.0:1775764772.563067:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764772.563070:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231e00, rc 0) 00000100:00100000:2.0:1775764772.563123:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966990720:12345-192.168.202.46@tcp:101:rm.0 Request processed in 3378us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.563131:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51043 00010000:00010000:0.0:1775764772.563485:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.563493:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563502:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.563507:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563515:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563531:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563539:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fab98 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x640:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563557:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.563560:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563567:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.563571:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563578:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563589:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 1/0,0 mode: --/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563596:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fabfa lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.563611:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.563613:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.563614:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764772.563655:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7f100/2, rc 0, transno 4294972320 00000100:00100000:0.0:1775764772.563669:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978378496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.563745:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978382976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764772.565181:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3320:x1862022978380928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24921us (25126us total) trans 4294971531 rc 0/0 00000100:00100000:3.0:1775764772.565192:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15219 00010000:00010000:3.0:1775764772.565250:0:6578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028427f32/0x2aac6a50e4eda36 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5de expref: 32 pid: 8216 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.565267:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978381312:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.565285:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565301:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565308:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565317:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565323:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565356:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.565594:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3320:x1862022978381056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25059us (25441us total) trans 4294971532 rc 0/0 00000100:00100000:3.0:1775764772.565601:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15220 00010000:00010000:3.0:1775764772.565621:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764772.565626:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565634:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.565638:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565647:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565665:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565673:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000626ab8d9/0x2aac6a50e5fac01 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.565691:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.565693:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.565695:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764772.565856:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.565894:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.565979:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991104 00000100:00100000:2.0:1775764772.565986:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991104 00010000:00010000:2.0:1775764772.566014:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 45 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.566037:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991232 00000100:00100000:2.0:1775764772.566040:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991232 00010000:00010000:2.0:1775764772.566052:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 46 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.566073:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23478 00000100:00100000:2.0:1775764772.566080:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+46:2381:x1862022966991104:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.566095:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.566100:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 46 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566111:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 46 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566129:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.566131:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.566135:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566145:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566161:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.566199:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+46:2381:x1862022966991104:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 119us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.566209:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23478 00000100:00100000:2.0:1775764772.566249:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23479 00000100:00100000:2.0:1775764772.566256:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+45:2381:x1862022966991232:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.566263:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.566268:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 45 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566276:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 45 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566287:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.566288:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.566291:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566298:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.566310:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.566327:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+45:2381:x1862022966991232:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 72us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.566333:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23479 00000100:00100000:2.0:1775764772.566443:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12180:1862022978381952:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764772.566490:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.567054:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3319:x1862022978378368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81128us (81531us total) trans 4294972322 rc 0/0 00000100:00100000:1.0:1775764772.567062:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15208 00010000:00010000:1.0:1775764772.567085:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764772.567110:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976870e3800/2, rc 0, transno 4294971532 00000100:00100000:1.0:1775764772.567131:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978381056:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.567144:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb871180/2, rc 0, transno 4294971531 00000100:00100000:1.0:1775764772.567148:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978380928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764772.567271:0:12041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e4ed669 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca487 expref: 44 pid: 12190 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.567284:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978379648:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.567296:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.567305:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.567313:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.567321:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.567329:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.567497:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764772.567622:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3321:x1862022978378112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79810us (79904us total) trans 4294972323 rc 0/0 00000100:00100000:1.0:1775764772.567629:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15213 00000004:00080000:1.0:1775764772.567671:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7f480/2, rc 0, transno 4294972323 00000100:00100000:1.0:1775764772.567683:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978378112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.567744:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978383104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764772.568010:0:8216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a2b166a/0x2aac6a50e5f459a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ab29 expref: 43 pid: 12039 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.568022:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978382848:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.568036:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568045:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568054:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568063:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568074:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568087:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764772.568220:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:3322:x1862022978382720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10007us (10086us total) trans 4294972324 rc 0/0 00000100:00100000:3.0:1775764772.568227:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15226 00000004:00080000:3.0:1775764772.568254:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682d59500/2, rc 0, transno 4294972324 00000100:00100000:3.0:1775764772.568263:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978382720:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764772.568290:0:16465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce93806d/0x2aac6a50e4efa6c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb272 expref: 42 pid: 12196 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.568300:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978382592:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764772.568311:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568320:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568327:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.568334:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.568511:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1775764772.568548:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7fb80/2, rc 0, transno 4294972322 00000100:00100000:0.0:1775764772.568552:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978378368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764772.568571:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.568577:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568585:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.568589:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568598:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568615:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568622:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fabbb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568641:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.568645:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568651:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.568654:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568661:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568669:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568675:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fac2b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568687:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.568689:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.568690:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.568708:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12039:1862022978382336:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.568718:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.568738:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb872d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12196:1862022978382208:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.568748:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.568780:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978382464:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.568789:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.568806:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978382976 00000100:00100000:0.0:1775764772.568812:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978382976 00000100:00100000:0.0:1775764772.568848:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15227 00000100:00100000:0.0:1775764772.568857:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3319:x1862022978382976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764772.568880:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:70 count 1 00010000:00010000:0.0:1775764772.568898:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568911:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 41 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568919:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.568921:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764772.568923:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568947:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 41 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.568960:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 41 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.568973:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb82c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978383232:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764772.569034:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300540 going to sleep for 11 seconds 00010000:00010000:0.0:1775764772.569047:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.569069:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.569087:0:12186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011217d18/0x2aac6a50e4ed788 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca4f7 expref: 41 pid: 6579 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.569097:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12186:1862022978379776:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.569109:0:12186:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569116:0:12186:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569122:0:12186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569128:0:12186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569134:0:12186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569147:0:12186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764772.569155:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.569159:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569164:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.569168:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569175:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569185:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569191:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fabc2 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.569202:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.569204:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.569205:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764772.569586:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.569688:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.569709:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.569730:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.569885:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.569967:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978383488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.569991:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.570012:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764772.570017:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978383360:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.570036:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764772.570054:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764772.570062:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978383104 00000100:00100000:1.0:1775764772.570066:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978383104 00000100:00100000:1.0:1775764772.570088:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978383488 00000100:00100000:1.0:1775764772.570091:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978383488 00000100:00100000:1.0:1775764772.570101:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978383360 00000100:00100000:1.0:1775764772.570103:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978383360 00000100:00100000:1.0:1775764772.570117:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15228 00000100:00100000:1.0:1775764772.570123:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+51:3320:x1862022978383104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.570138:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:71 count 1 00010000:00010000:1.0:1775764772.570153:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570167:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 40 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570175:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.570176:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.570179:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570200:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 40 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570210:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 40 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.570221:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12193:1862022978383616:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.570268:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.570283:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15229 00000100:00100000:1.0:1775764772.570290:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+51:3322:x1862022978383488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.570302:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:69 count 1 00010000:00010000:1.0:1775764772.570312:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570323:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 40 pid: 16465 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570330:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.570332:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764772.570334:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570366:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 40 pid: 16465 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570381:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 40 pid: 16465 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.570391:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978383744:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.570413:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764772.570523:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15230 00000100:00100000:1.0:1775764772.570530:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+51:3322:x1862022978383360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764772.570542:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:67 count 1 00010000:00010000:1.0:1775764772.570551:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570562:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 40 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570568:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.570570:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764772.570572:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570587:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 40 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.570595:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 40 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.570610:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897782eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978383872:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764772.570645:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764772.570679:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764772.570702:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3f83546c-01a9-4156-8a97-44c446245d3e+40:2381:x1862022966989440:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 35294us (38026us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.570711:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23465 00000100:00100000:0.0:1775764772.571155:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+52:3321:x1862022978378624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83211us (83409us total) trans 4294972325 rc 0/0 00000100:00100000:0.0:1775764772.571162:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15214 00000004:00080000:0.0:1775764772.571205:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7e300/2, rc 0, transno 4294972325 00000100:00100000:0.0:1775764772.571216:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978378624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764772.571263:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991360 00000100:00100000:0.0:1775764772.571267:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991360 00010000:00010000:0.0:1775764772.571290:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 40 pid: 6580 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.571311:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991616 00000100:00100000:0.0:1775764772.571314:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991616 00010000:00010000:0.0:1775764772.571327:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 32 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.571339:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991488 00000100:00100000:0.0:1775764772.571342:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991488 00010000:00010000:0.0:1775764772.571352:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 33 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.571362:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991744 00000100:00100000:0.0:1775764772.571365:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991744 00010000:00010000:0.0:1775764772.571374:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 34 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.571387:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23480 00000100:00100000:0.0:1775764772.571393:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+40:2381:x1862022966991360:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.571401:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.571406:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 40 pid: 6580 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571417:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 40 pid: 6580 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571433:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e4ee622 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa7d expref: 40 pid: 6580 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571445:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.571447:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.571451:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571488:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571508:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.571528:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+39:2381:x1862022966991360:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 134us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.571534:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23480 00000100:00100000:0.0:1775764772.571547:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23481 00000100:00100000:0.0:1775764772.571553:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+34:2381:x1862022966991616:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.571561:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.571565:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 34 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571575:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 34 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571587:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae6a8a56/0x2aac6a50e5f898d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1db expref: 34 pid: 12039 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571596:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.571598:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.571601:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571608:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571624:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764772.571636:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571644:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571652:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571659:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571672:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764772.571850:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3320:x1862022978381824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22615us (23754us total) trans 4294971533 rc 0/0 00000100:00100000:0.0:1775764772.571855:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15223 00000100:00100000:0.0:1775764772.571883:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+33:2381:x1862022966991616:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 330us (2195us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.571888:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23481 00000100:00100000:0.0:1775764772.571901:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23482 00000100:00100000:0.0:1775764772.571908:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+32:2381:x1862022966991488:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.571915:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.571919:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 32 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571930:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 32 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571941:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070545422/0x2aac6a50e4eddf5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca774 expref: 32 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571950:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.571951:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.571953:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571960:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571976:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764772.571987:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.571995:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572001:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572007:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572019:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764772.572133:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+51:3322:x1862022978381568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23036us (24084us total) trans 4294971534 rc 0/0 00000100:00100000:0.0:1775764772.572139:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15222 00010000:00010000:0.0:1775764772.572155:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.572161:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572168:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.572172:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572181:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572192:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572198:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bf33441/0x2aac6a50e5fac16 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572213:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.572217:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572223:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.572226:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572233:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572241:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572247:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fac0f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572258:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.572260:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.572262:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764772.572282:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+31:2381:x1862022966991488:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 375us (2573us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.572289:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23482 00000100:00100000:0.0:1775764772.572301:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23483 00000100:00100000:0.0:1775764772.572308:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+30:2381:x1862022966991744:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764772.572316:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764772.572321:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 30 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572330:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 30 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572342:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdd1b0f6/0x2aac6a50e5f5839 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b17a expref: 30 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572350:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.572351:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764772.572354:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572361:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572377:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764772.572393:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+29:2381:x1862022966991744:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 87us (2663us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764772.572400:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23483 00010000:00010000:0.0:1775764772.572417:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572425:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572432:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572439:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.572451:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764772.572812:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.572822:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.572830:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.572836:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.572853:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764772.573180:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3322:x1862022978381440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24459us (25254us total) trans 4294972326 rc 0/0 00000100:00100000:2.0:1775764772.573187:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15221 00010000:00010000:2.0:1775764772.573207:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764772.573213:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573220:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.573224:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573231:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573243:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 2/0,0 mode: --/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573250:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764772.573253:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573259:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764772.573262:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573269:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573278:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573283:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000003cb3b/0x2aac6a50e5fac08 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.573297:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.573299:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.573300:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.573576:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573603:0:12181:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573610:0:12181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573618:0:12181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573624:0:12181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573639:0:12181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764772.573646:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764772.573650:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573656:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764772.573660:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573666:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573676:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573682:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fab9f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x650:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.573695:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.573696:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764772.573698:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764772.573844:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3319:x1862022978377984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 87702us (88283us total) trans 4294972327 rc 0/0 00000100:00100000:3.0:1775764772.573851:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15209 00000004:00080000:3.0:1775764772.573952:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768cd7d500/2, rc 0, transno 4294972327 00000100:00100000:3.0:1775764772.573963:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978377984:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764772.574000:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764772.574152:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+52:3322:x1862022978382080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24497us (25125us total) trans 4294972328 rc 0/0 00000100:00100000:3.0:1775764772.574158:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15225 00000004:00080000:1.0:1775764772.580569:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e386300/2, rc 0, transno 4294971533 00000100:00100000:1.0:1775764772.580602:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e386300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978381824:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.580635:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e385880/2, rc 0, transno 4294972328 00000100:00100000:1.0:1775764772.580647:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978382080:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764772.580658:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e384e00/2, rc 0, transno 4294971534 00000100:00100000:1.0:1775764772.580661:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978381568:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764772.580672:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976870e1500/2, rc 0, transno 4294972326 00000100:00100000:1.0:1775764772.580676:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978381440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764772.580697:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764772.580706:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.580719:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764772.580724:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.580734:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.580892:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.580902:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e72735f5/0x2aac6a50e5fac24 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.580929:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.580931:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.580933:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.580939:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764772.581049:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.581611:0:16287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fac1d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.582202:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e387b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+51:3320:x1862022978381696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32796us (34063us total) trans 4294971535 rc 0/0 00000100:00100000:1.0:1775764772.582213:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15224 00000004:00080000:2.0:1775764772.590678:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e384380/2, rc 0, transno 4294971535 00000100:00100000:2.0:1775764772.590711:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978381696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764772.629063:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.629159:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.629186:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.629207:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.629276:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.629331:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12193:1862022978383616:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.629950:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.629996:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978383744:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.630008:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.630036:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897782eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978383872:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764772.630048:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.639829:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966992000 00000100:00100000:2.0:1775764772.639846:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966992000 00010000:00010000:2.0:1775764772.639889:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 39 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.639923:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966992256 00000100:00100000:2.0:1775764772.639926:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966992256 00010000:00010000:2.0:1775764772.639942:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 40 pid: 16465 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.639960:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966992128 00000100:00100000:2.0:1775764772.639964:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966992128 00010000:00010000:2.0:1775764772.639976:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 41 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.639988:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966992384 00000100:00100000:2.0:1775764772.639990:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966992384 00010000:00010000:2.0:1775764772.640002:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 42 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.640017:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23484 00000100:00100000:2.0:1775764772.640026:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+42:2380:x1862022966992000:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.640039:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.640045:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 42 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640058:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 42 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640083:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640085:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640089:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640098:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640118:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.640171:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+42:2380:x1862022966992000:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 145us (11011us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.640179:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23484 00000100:00100000:2.0:1775764772.640197:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23485 00000100:00100000:2.0:1775764772.640203:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+41:2380:x1862022966992256:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.640210:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.640214:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 41 pid: 16465 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640223:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 41 pid: 16465 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640240:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb097bfe/0x2aac6a50e5d270c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4210797 expref: 41 pid: 16465 timeout: 1499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640252:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640254:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640257:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640264:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640283:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.640301:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+40:2380:x1862022966992256:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 99us (11115us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.640308:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23485 00000100:00100000:2.0:1775764772.640347:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23486 00000100:00100000:2.0:1775764772.640354:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+39:2380:x1862022966992128:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.640362:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.640366:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 39 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640376:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 39 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640388:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087c086a1/0x2aac6a50e4edc3c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca6be expref: 39 pid: 12188 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640398:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640399:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640402:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640408:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640426:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.640445:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+38:2380:x1862022966992128:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 91us (11236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.640451:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23486 00000100:00100000:2.0:1775764772.640500:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23487 00000100:00100000:2.0:1775764772.640507:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+37:2380:x1862022966992384:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764772.640514:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764772.640518:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 37 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640527:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 37 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640538:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efee46d5/0x2aac6a50e4ed95d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca591 expref: 37 pid: 6578 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640548:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640550:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764772.640553:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640560:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640576:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764772.640593:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+36:2380:x1862022966992384:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 87us (11317us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.640600:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23487 00010000:00010000:2.0:1775764772.640623:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640631:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640639:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640645:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.640661:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764772.641100:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3322:x1862022978383488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 70810us (71107us total) trans 4294972329 rc 0/0 00000100:00100000:2.0:1775764772.641108:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15229 00010000:00010000:2.0:1775764772.641129:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641138:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641147:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641154:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641168:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1775764772.641392:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+52:3320:x1862022978383104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71268us (71506us total) trans 4294972330 rc 0/0 00000100:00100000:2.0:1775764772.641399:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15228 00010000:00010000:2.0:1775764772.641418:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641427:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641434:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641441:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.641496:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1775764772.641737:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3322:x1862022978383360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71206us (71698us total) trans 4294972331 rc 0/0 00000100:00100000:2.0:1775764772.641744:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15230 00000004:00080000:2.0:1775764772.641790:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb1f4e00/2, rc 0, transno 4294972331 00000100:00100000:2.0:1775764772.641803:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978383360:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1775764772.641815:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb1f6300/2, rc 0, transno 4294972329 00000100:00100000:2.0:1775764772.641818:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978383488:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1775764772.641840:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb1f6680/2, rc 0, transno 4294972330 00000100:00100000:2.0:1775764772.641844:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978383104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764772.642310:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966991872 00000100:00100000:1.0:1775764772.642319:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966991872 00000100:00100000:1.0:1775764772.642361:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16275 00000100:00100000:1.0:1775764772.642369:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966991872:12345-192.168.202.46@tcp:37:rm.0 00010000:00010000:0.0:1775764772.646784:0:12051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023bf0afc/0x2aac6a50e4edb94 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca678 expref: 35 pid: 12187 timeout: 1499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.646810:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978383232:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764772.646836:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.646848:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.646854:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.646865:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.646873:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.646898:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1775764772.647300:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:3319:x1862022978382976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 78442us (78787us total) trans 4294972332 rc 0/0 00000100:00100000:0.0:1775764772.647311:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15227 00010000:00010000:0.0:1775764772.648380:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764772.648390:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648402:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.648406:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648415:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648436:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648443:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fac4e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648499:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764772.648504:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648515:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.648518:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648526:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648537:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648543:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fac47 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648555:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764772.648559:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648565:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.648568:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648575:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648583:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648591:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fac55 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648600:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764772.648603:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648609:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764772.648612:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648619:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648627:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648633:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e29a3901/0x2aac6a50e5fac40 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764772.648643:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.648644:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.648646:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.648656:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764772.648660:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764772.656070:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764772.656289:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bb82df80/2, rc 0, transno 4294972332 00000100:00100000:3.0:1775764772.656307:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978382976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764772.676549:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966991872:12345-192.168.202.46@tcp:37:rm.0 Request processed in 34169us (47485us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.676563:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16275 00000100:00100000:3.0:1775764772.692168:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.692385:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966992640 00000100:00100000:3.0:1775764772.692396:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966992640 00000100:00100000:3.0:1775764772.692444:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16276 00000100:00100000:3.0:1775764772.699908:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966992640:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764772.700417:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966992640:12345-192.168.202.46@tcp:35:rm.0 Request processed in 7962us (8256us total) trans 4294997545 rc 0/0 00000100:00100000:3.0:1775764772.700428:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16276 00000100:00100000:1.0:1775764772.718568:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.720832:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966992896 00000100:00100000:3.0:1775764772.720846:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966992896 00000100:00100000:3.0:1775764772.720907:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51044 00000100:00100000:3.0:1775764772.720917:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966992896:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764772.720975:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764772.721002:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fac39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6dc expref: 55 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721024:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922a00/0x2aac6a50e4ecec1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x277:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1a8 expref: 54 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721037:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682236e00/0x2aac6a50e4ecdfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x277:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca169 expref: 53 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721058:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff897681a05800) 00010000:00010000:3.0:1775764772.721071:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764772.721091:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721104:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721114:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721133:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721139:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721146:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721251:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x277:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721259:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721266:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764772.721834:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x277:0x0]: returning size 7168 00010000:00010000:3.0:1775764772.721849:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721856:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721863:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721868:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.721873:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721884:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721893:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x277:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:3.0:1775764772.721896:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764772.721900:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721906:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac6a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721923:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721929:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721934:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721939:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.721941:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721947:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721955:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:3.0:1775764772.721957:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764772.721960:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.721969:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac5c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764772.721977:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cfea7c1 reply state 0000000018de7a37 transno 4294997546 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.721985:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764772.722062:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966992896:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1145us (3500us total) trans 4294997546 rc 0/0 00000100:00100000:3.0:1775764772.722070:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51044 00000100:00100000:1.0:1775764772.735137:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:1.0:1775764772.735168:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735182:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735191:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735197:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764772.735203:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735211:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735238:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x9e0a5f7e (ffff89768c96b700) 00010000:00010000:1.0:1775764772.735242:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764772.735248:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735254:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fac63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.735301:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966993024 00000100:00100000:1.0:1775764772.735311:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966993024 00000100:00100000:1.0:1775764772.735376:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51045 00000100:00100000:1.0:1775764772.735384:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966993024:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764772.735407:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764772.735421:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fac71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6e3 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735540:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fac78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735552:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fac78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735562:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fac78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764772.735722:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x285:0x0]: returning size 7168 00000004:00200000:1.0:1775764772.735727:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764772.735802:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fac78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735828:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fac71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6e3 expref: 55 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735842:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fac78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6e3 expref: 54 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.735849:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:1.0:1775764772.735851:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764772.735854:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8f600, rc 0) 00000100:00100000:1.0:1775764772.735910:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993024:12345-192.168.202.46@tcp:101:rm.0 Request processed in 526us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.735917:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51045 00000100:00100000:2.0:1775764772.755355:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.755566:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966993152 00000100:00100000:3.0:1775764772.755577:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966993152 00000100:00100000:3.0:1775764772.755624:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16277 00000100:00100000:3.0:1775764772.755634:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993152:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764772.759981:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993152:12345-192.168.202.46@tcp:37:rm.0 Request processed in 4338us (4640us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.759995:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16277 00000001:00080000:3.0:1775764772.772537:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971534 is committed 00000001:00080000:3.0:1775764772.772577:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971535 is committed 00000100:00100000:1.0:1775764772.774886:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.775202:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966993408 00000100:00100000:3.0:1775764772.775212:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966993408 00000100:00100000:3.0:1775764772.775274:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16278 00000100:00100000:3.0:1775764772.775284:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993408:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764772.775794:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966993408:12345-192.168.202.46@tcp:35:rm.0 Request processed in 509us (915us total) trans 4294997547 rc 0/0 00000100:00100000:3.0:1775764772.775803:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16278 00000100:00100000:2.0:1775764772.787179:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.790677:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966993664 00000100:00100000:3.0:1775764772.790691:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966993664 00000100:00100000:3.0:1775764772.790757:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51046 00000100:00100000:3.0:1775764772.790767:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966993664:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764772.790830:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764772.790857:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fac78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6e3 expref: 55 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790878:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778163fe00/0x2aac6a50e4ed47f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x285:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3bc expref: 54 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790906:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e4ed3d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x285:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca38b expref: 53 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790918:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff897681a05d00) 00010000:00010000:3.0:1775764772.790933:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764772.790952:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790966:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790977:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790991:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.790998:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791004:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791108:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x285:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791115:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791122:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764772.791804:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x285:0x0]: returning size 7168 00010000:00010000:3.0:1775764772.791821:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791828:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791835:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791841:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.791845:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791852:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791862:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x285:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:3.0:1775764772.791865:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764772.791869:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791878:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fac8d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x285:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791896:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791902:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791907:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791912:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.791915:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791920:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791927:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:3.0:1775764772.791929:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764772.791932:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.791938:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fac7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764772.791946:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa46f4bc reply state 000000002b581e6b transno 4294997548 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.791954:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764772.792041:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993664:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1274us (4875us total) trans 4294997548 rc 0/0 00000100:00100000:3.0:1775764772.792049:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51046 00000100:00100000:0.0:1775764772.797590:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.798415:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966993792 00000100:00100000:3.0:1775764772.798425:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966993792 00000100:00100000:3.0:1775764772.798509:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51047 00000100:00100000:3.0:1775764772.798519:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993792:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764772.798544:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764772.798563:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fac94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6ea expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.798658:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fac9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.798673:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fac9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.798685:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fac9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764772.798857:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ea:0x0]: returning size 7168 00000004:00200000:3.0:1775764772.798861:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764772.798937:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fac9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.798964:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fac94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ea expref: 56 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.798983:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fac9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ea expref: 55 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.798997:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:3.0:1775764772.799000:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764772.799004:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860acc00, rc 0) 00000100:00100000:3.0:1775764772.799064:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966993792:12345-192.168.202.46@tcp:101:rm.0 Request processed in 547us (1483us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.799072:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51047 00010000:00010000:2.0:1775764772.801965:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.801981:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.801988:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.801995:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.801999:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.802007:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.802023:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0xddbda88f (ffff89768c96b300) 00010000:00010000:2.0:1775764772.802026:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.802031:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.802037:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fac86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764772.809157:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972332 is committed 00000001:00080000:2.0:1775764772.809206:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972285 is committed 00000100:00100000:3.0:1775764772.818144:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.818247:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966993920 00000100:00100000:2.0:1775764772.818257:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966993920 00000100:00100000:2.0:1775764772.818317:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16279 00000100:00100000:2.0:1775764772.818327:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993920:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:3.0:1775764772.828562:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966993920:12345-192.168.202.46@tcp:37:rm.0 Request processed in 10224us (10417us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.828577:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16279 00000100:00100000:0.0:1775764772.839186:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.839504:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966994176 00000100:00100000:3.0:1775764772.839517:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966994176 00000100:00100000:3.0:1775764772.839569:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16280 00000100:00100000:3.0:1775764772.839579:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966994176:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764772.840154:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966994176:12345-192.168.202.46@tcp:35:rm.0 Request processed in 574us (984us total) trans 4294997549 rc 0/0 00000100:00100000:3.0:1775764772.840163:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16280 00000100:00100000:0.0:1775764772.844411:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764772.844600:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966994432 00000100:00100000:1.0:1775764772.844612:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966994432 00000100:00100000:1.0:1775764772.844677:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51048 00000100:00100000:1.0:1775764772.844687:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966994432:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:1.0:1775764772.844758:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764772.844791:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fac9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ea expref: 55 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.844812:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897687a3e200/0x2aac6a50e5f9ce9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2ea:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c4c1 expref: 54 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.844825:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923a00/0x2aac6a50e4ef87b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb1b5 expref: 53 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.844839:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff8977929fde00) 00010000:00010000:1.0:1775764772.844849:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764772.844866:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.844878:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.844888:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.845073:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.845083:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.845090:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.845205:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.845213:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.845220:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764772.846407:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2ea:0x0]: returning size 7168 00010000:00010000:1.0:1775764772.846428:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846436:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846444:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846449:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764772.846510:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846519:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846535:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2ea:0x0].0x0 (ffff897783000500) 00010000:00010000:1.0:1775764772.846538:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764772.846542:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846548:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5facb0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846577:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846582:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846587:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846593:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764772.846596:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846603:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846610:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:1.0:1775764772.846613:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764772.846616:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764772.846621:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5faca2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764772.846630:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8b7e82a reply state 00000000c7651d82 transno 4294997550 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.846640:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764772.846913:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966994432:12345-192.168.202.46@tcp:36:rm.0 Request processed in 2222us (2508us total) trans 4294997550 rc 0/0 00000100:00100000:1.0:1775764772.846924:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51048 00010000:00010000:2.0:1775764772.848491:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.848507:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.848514:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.848525:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.848529:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.848536:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.848550:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x2c71d537 (ffff897783000000) 00010000:00010000:2.0:1775764772.848553:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.848557:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.848563:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5faca9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.849019:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.849246:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966994560 00000100:00100000:3.0:1775764772.849257:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966994560 00000100:00100000:3.0:1775764772.849341:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51049 00000100:00100000:3.0:1775764772.849351:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966994560:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764772.849376:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764772.849393:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6f1 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.849772:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5facbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.849788:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5facbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.849801:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5facbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764772.850024:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bb:0x0]: returning size 7168 00000004:00200000:3.0:1775764772.850028:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764772.850105:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5facbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.850131:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6f1 expref: 55 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.850148:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5facbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6f1 expref: 54 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.850156:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764772.850159:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764772.850162:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860adc00, rc 0) 00000100:00100000:3.0:1775764772.850462:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966994560:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1103us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.850493:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51049 00000100:00100000:1.0:1775764772.858068:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.858135:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966994688 00000100:00100000:3.0:1775764772.858147:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966994688 00000100:00100000:3.0:1775764772.858207:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16281 00000100:00100000:3.0:1775764772.858218:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966994688:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764772.871793:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966994688:12345-192.168.202.46@tcp:37:rm.0 Request processed in 13564us (13724us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.871810:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16281 00000100:00100000:0.0:1775764772.880521:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.880642:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966994944 00000100:00100000:3.0:1775764772.880652:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966994944 00000100:00100000:3.0:1775764772.880717:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16282 00000100:00100000:3.0:1775764772.880727:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966994944:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764772.881239:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966994944:12345-192.168.202.46@tcp:35:rm.0 Request processed in 512us (728us total) trans 4294997551 rc 0/0 00000100:00100000:3.0:1775764772.881248:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16282 00000100:00100000:1.0:1775764772.902996:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.903079:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966995200 00000100:00100000:3.0:1775764772.903089:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966995200 00000100:00100000:3.0:1775764772.903159:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51050 00000100:00100000:3.0:1775764772.903170:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966995200:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764772.903226:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764772.903253:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5facbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6f1 expref: 55 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903272:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222e000/0x2aac6a50e4ee908 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2bb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab8e expref: 54 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903285:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768222f800/0x2aac6a50e4ee860 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2bb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab4f expref: 53 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903295:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff897682bd0c00) 00010000:00010000:3.0:1775764772.903306:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764772.903326:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903353:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903362:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903377:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903383:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903389:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903553:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903562:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.903569:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764772.904242:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2bb:0x0]: returning size 7168 00010000:00010000:3.0:1775764772.904261:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904268:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904274:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904280:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.904284:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904290:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904300:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2bb:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:3.0:1775764772.904303:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764772.904306:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904310:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5facd3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904327:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904332:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904337:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904341:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.904344:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904348:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904359:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:3.0:1775764772.904362:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764772.904365:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.904370:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5facc5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764772.904378:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2bac730 reply state 00000000843a3046 transno 4294997552 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.904387:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764772.904535:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966995200:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1365us (1546us total) trans 4294997552 rc 0/0 00000100:00100000:3.0:1775764772.904544:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51050 00010000:00010000:2.0:1775764772.906242:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.906257:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.906264:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.906269:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.906274:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.906282:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.906298:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x56ca4f59 (ffff89768c96bc00) 00010000:00010000:2.0:1775764772.906301:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.906305:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.906311:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5faccc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.908836:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.908967:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966995328 00000100:00100000:2.0:1775764772.908980:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966995328 00000100:00100000:2.0:1775764772.909038:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51051 00000100:00100000:2.0:1775764772.909047:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966995328:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764772.909073:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.909093:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5facda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6f8 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909205:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909231:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909244:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909260:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909268:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909275:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909592:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5facef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909601:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5facef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909608:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5facef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.909647:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26c:0x0]: returning size 7168 00000004:00200000:2.0:1775764772.909651:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764772.909672:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5facef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909682:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909689:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909696:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909702:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.909706:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909713:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909724:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:2.0:1775764772.909727:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.909731:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909736:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5face1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909748:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909755:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909761:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909765:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.909768:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909774:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909781:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xfe8990f0 (ffff89768faaa100) 00010000:00010000:2.0:1775764772.909783:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.909786:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909796:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5face8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909825:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5facda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6f8 expref: 55 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909838:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5facef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6f8 expref: 54 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.909844:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764772.909846:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764772.909849:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231000, rc 0) 00000100:00100000:2.0:1775764772.909911:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966995328:12345-192.168.202.46@tcp:101:rm.0 Request processed in 865us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.909919:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51051 00000100:00100000:1.0:1775764772.916568:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.916756:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966995584 00000100:00100000:3.0:1775764772.916767:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966995584 00000100:00100000:3.0:1775764772.916834:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16283 00000100:00100000:3.0:1775764772.916844:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966995584:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764772.917159:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966995584:12345-192.168.202.46@tcp:35:rm.0 Request processed in 316us (600us total) trans 4294997553 rc 0/0 00000100:00100000:3.0:1775764772.917167:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16283 00000100:00100000:0.0:1775764772.920358:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.920433:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966995840 00000100:00100000:2.0:1775764772.920443:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966995840 00000100:00100000:2.0:1775764772.920540:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51052 00000100:00100000:2.0:1775764772.920550:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966995840:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764772.920622:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764772.920649:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5facef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6f8 expref: 55 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920675:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a126200/0x2aac6a50e4ed7b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca50c expref: 54 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920692:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff897783000100) 00010000:00010000:2.0:1775764772.920709:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fa8ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6a4 expref: 53 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920719:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:2.0:1775764772.920722:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764772.920742:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920754:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920764:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920787:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920795:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.920801:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921092:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921101:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921112:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.921764:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26c:0x0]: returning size 7168 00010000:00010000:2.0:1775764772.921780:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921787:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921793:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921798:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.921803:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921810:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921821:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764772.921824:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764772.921827:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921832:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad04 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921852:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921862:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921867:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921872:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.921875:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921880:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921887:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:2.0:1775764772.921889:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.921891:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.921896:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5facf6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764772.921905:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e137fcb reply state 00000000f9db8503 transno 4294997554 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764772.921914:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764772.921997:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966995840:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1448us (1661us total) trans 4294997554 rc 0/0 00000100:00100000:2.0:1775764772.922005:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51052 00010000:00010000:2.0:1775764772.928846:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.928869:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.928876:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.928882:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.928887:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.928894:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.928911:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0xfe8990f0 (ffff89768faaa400) 00010000:00010000:2.0:1775764772.928914:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.928918:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.928924:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5facfd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26a:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764772.930378:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.931310:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966996096 00000100:00100000:3.0:1775764772.931321:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966996096 00000100:00100000:3.0:1775764772.931400:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16284 00000100:00100000:3.0:1775764772.931412:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966996096:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764772.931740:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966996096:12345-192.168.202.46@tcp:35:rm.0 Request processed in 330us (1372us total) trans 4294997555 rc 0/0 00000100:00100000:3.0:1775764772.931749:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16284 00000100:00100000:1.0:1775764772.936958:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.937179:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966996352 00000100:00100000:3.0:1775764772.937189:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966996352 00000100:00100000:3.0:1775764772.937254:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51053 00000100:00100000:3.0:1775764772.937263:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966996352:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764772.937325:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764772.937364:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d1200/0x2aac6a50e5fa906 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6b2 expref: 54 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937388:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5f8aac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c228 expref: 53 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937399:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff897691036900) 00010000:00010000:3.0:1775764772.937415:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976866d9400/0x2aac6a50e5fa8b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c68f expref: 52 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937422:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:3.0:1775764772.937425:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764772.937444:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937505:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937517:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937533:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937540:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937547:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937868:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937877:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.937884:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764772.938527:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 7168 00010000:00010000:3.0:1775764772.938542:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938549:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938555:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938560:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.938564:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938571:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938583:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (ffff89768c96b000) 00010000:00010000:3.0:1775764772.938586:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764772.938589:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938594:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad19 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938611:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938615:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938620:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938624:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764772.938627:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938632:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938638:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:3.0:1775764772.938639:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764772.938641:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764772.938646:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad0b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764772.938657:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078cb37aa reply state 000000006e3f0a72 transno 4294997556 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764772.938665:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764772.938741:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966996352:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1478us (1791us total) trans 4294997556 rc 0/0 00000100:00100000:3.0:1775764772.938749:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51053 00010000:00010000:2.0:1775764772.944257:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.944275:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.944282:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.944288:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764772.944294:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.944302:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.944319:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x977fac0d (ffff89768c96ba00) 00010000:00010000:2.0:1775764772.944322:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764772.944326:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.944331:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fad12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x268:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764772.952730:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.952881:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966996480 00000100:00100000:2.0:1775764772.952891:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966996480 00000100:00100000:2.0:1775764772.952951:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51054 00000100:00100000:2.0:1775764772.952962:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+52:19896:x1862022966996480:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764772.952988:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.953008:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c6ff expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.953108:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.953122:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.953132:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.953332:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 7168 00000004:00200000:2.0:1775764772.953337:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764772.953415:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.953442:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ff expref: 54 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.953509:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ff expref: 53 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.953519:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:2.0:1775764772.953522:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764772.953527:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231e00, rc 0) 00000100:00100000:2.0:1775764772.953584:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966996480:12345-192.168.202.46@tcp:101:rm.0 Request processed in 625us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764772.953593:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51054 00000100:00100000:1.0:1775764772.962506:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764772.962609:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966996736 00000100:00100000:2.0:1775764772.962619:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966996736 00000100:00100000:2.0:1775764772.962683:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51055 00000100:00100000:2.0:1775764772.962693:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+53:19896:x1862022966996736:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764772.962715:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764772.962736:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c706 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764772.963028:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 7168 00010000:00010000:2.0:1775764772.963231:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad2e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c706 expref: 55 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.963250:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764772.963253:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764772.963259:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c706 expref: 55 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764772.963272:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231800, rc 0) 00000100:00100000:2.0:1775764772.963339:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966996736:12345-192.168.202.46@tcp:101:rm.0 Request processed in 648us (894us total) trans 4294997557 rc 301/301 00000100:00100000:2.0:1775764772.963347:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51055 00000100:00100000:0.0:1775764772.976583:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764772.976670:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966996864 00000100:00100000:3.0:1775764772.976681:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966996864 00000100:00100000:3.0:1775764772.976733:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16285 00000100:00100000:3.0:1775764772.976744:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966996864:12345-192.168.202.46@tcp:37:rm.0 00010000:00010000:2.0:1775764772.985576:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764772.989119:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966996864:12345-192.168.202.46@tcp:37:rm.0 Request processed in 12367us (12535us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.989132:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16285 00000100:00100000:1.0:1775764773.008352:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.008534:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966997120 00000100:00100000:3.0:1775764773.008547:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966997120 00000100:00100000:3.0:1775764773.008616:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16286 00000100:00100000:3.0:1775764773.008628:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+54:19896:x1862022966997120:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764773.011675:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966997120:12345-192.168.202.46@tcp:35:rm.0 Request processed in 3039us (3333us total) trans 4294997558 rc 0/0 00000100:00100000:3.0:1775764773.011689:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16286 00000100:00100000:0.0:1775764773.021112:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.021945:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966997376 00000100:00100000:3.0:1775764773.021956:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966997376 00000100:00100000:3.0:1775764773.022019:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51056 00000100:00100000:3.0:1775764773.022029:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+55:19896:x1862022966997376:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.022058:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.022080:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c70d expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.023411:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.023434:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad43 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.023446:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad43 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.023491:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 7168 00010000:00010000:2.0:1775764773.023880:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fad3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c70d expref: 58 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.023902:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad43 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c70d expref: 57 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.023911:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:2.0:1775764773.023914:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764773.023917:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860adc00, rc 0) 00000100:00100000:2.0:1775764773.023999:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966997376:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1971us (2896us total) trans 4294997559 rc 0/0 00000100:00100000:2.0:1775764773.024009:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51056 00000100:00100000:1.0:1775764773.032785:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.032864:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966997504 00000100:00100000:2.0:1775764773.032875:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966997504 00000100:00100000:2.0:1775764773.032932:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16287 00000100:00100000:2.0:1775764773.032943:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966997504:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764773.040622:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966997504:12345-192.168.202.46@tcp:37:rm.0 Request processed in 7671us (7845us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.040637:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16287 00000100:00100000:0.0:1775764773.049909:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.050100:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966997632 00000100:00100000:2.0:1775764773.050111:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966997632 00000100:00100000:2.0:1775764773.050168:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51057 00000100:00100000:2.0:1775764773.050178:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966997632:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764773.050197:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.050226:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c714 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.050316:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fad58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.050330:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fad58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.050515:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fad58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.050760:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e5:0x0]: returning size 7168 00000004:00200000:2.0:1775764773.050764:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.050955:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fad58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.050981:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c714 expref: 59 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.050997:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fad58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c714 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.051005:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:2.0:1775764773.051008:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764773.051012:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230600, rc 0) 00000100:00100000:2.0:1775764773.051081:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966997632:12345-192.168.202.46@tcp:101:rm.0 Request processed in 905us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.051089:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51057 00000100:00100000:1.0:1775764773.054843:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.055116:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966997760 00000100:00100000:2.0:1775764773.055127:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966997760 00000100:00100000:2.0:1775764773.055184:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16288 00000100:00100000:2.0:1775764773.055195:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966997760:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764773.060609:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966997760:12345-192.168.202.46@tcp:37:rm.0 Request processed in 5405us (5767us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.060623:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16288 00000100:00100000:1.0:1775764773.065669:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.066013:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966998016 00000100:00100000:3.0:1775764773.066023:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966998016 00000100:00100000:3.0:1775764773.066077:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16289 00000100:00100000:3.0:1775764773.066087:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966998016:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764773.067045:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+59:19896:x1862022966998016:12345-192.168.202.46@tcp:35:rm.0 Request processed in 955us (1383us total) trans 4294997560 rc 0/0 00000100:00100000:3.0:1775764773.067055:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16289 00000100:00100000:1.0:1775764773.071178:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.074417:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966998272 00000100:00100000:2.0:1775764773.074432:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966998272 00000100:00100000:2.0:1775764773.074526:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51058 00000100:00100000:2.0:1775764773.074537:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+59:19896:x1862022966998272:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764773.074605:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1775764773.074630:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fad58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c714 expref: 59 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074652:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897685375a00/0x2aac6a50e5f8d0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c283 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074666:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686740200/0x2aac6a50e4ef667 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ff expref: 57 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074677:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff897682bc6d00) 00010000:00010000:2.0:1775764773.074691:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8600/0x2aac6a50e4ef946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb202 expref: 56 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074700:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764773.074703:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764773.074722:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074735:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074745:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074759:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074765:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.074771:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075086:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075095:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075106:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.075949:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e5:0x0]: returning size 7168 00010000:00010000:2.0:1775764773.075966:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075975:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075981:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075986:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.075990:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.075998:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076007:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e5:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764773.076010:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764773.076013:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076019:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fad6d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076037:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076046:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076052:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076056:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.076058:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076063:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076070:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764773.076072:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.076075:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.076080:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fad5f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764773.076088:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040d71909 reply state 0000000039a7f024 transno 4294997561 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.076097:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764773.076190:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966998272:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1654us (5020us total) trans 4294997561 rc 0/0 00000100:00100000:2.0:1775764773.076198:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51058 00000100:00100000:1.0:1775764773.080163:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.080242:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966998400 00000100:00100000:0.0:1775764773.080252:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966998400 00000100:00100000:0.0:1775764773.080315:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51059 00000100:00100000:0.0:1775764773.080326:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966998400:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.080360:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.080382:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c71b expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.080514:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fad7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.080530:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fad7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.080542:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fad7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.080728:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b8:0x0]: returning size 7168 00000004:00200000:0.0:1775764773.080733:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.080820:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fad7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.080850:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c71b expref: 59 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.080866:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fad7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c71b expref: 58 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.080874:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764773.080877:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.080881:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935600, rc 0) 00000100:00100000:0.0:1775764773.080931:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966998400:12345-192.168.202.46@tcp:101:rm.0 Request processed in 608us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.080938:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51059 00010000:00010000:2.0:1775764773.083200:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.083222:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.083229:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.083235:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.083240:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.083248:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.083265:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x2c71d537 (ffff89768faaa400) 00010000:00010000:2.0:1775764773.083269:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.083273:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.083279:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fad66 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.096814:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.096893:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966998528 00000100:00100000:3.0:1775764773.096903:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966998528 00000100:00100000:3.0:1775764773.096961:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16290 00000100:00100000:3.0:1775764773.096971:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966998528:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764773.106117:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966998528:12345-192.168.202.46@tcp:37:rm.0 Request processed in 9137us (9303us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.106130:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16290 00000004:00080000:3.0:1775764773.109585:0:6727:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1399776117817ns, next at 1400776115337ns, rc = 0 00000100:00100000:2.0:1775764773.109705:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764773.109727:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978384000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764773.109812:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764773.109983:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.110116:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966998784 00000100:00100000:2.0:1775764773.110124:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966998784 00000100:00100000:2.0:1775764773.110177:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16291 00000100:00100000:2.0:1775764773.110188:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966998784:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.110699:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966998784:12345-192.168.202.46@tcp:35:rm.0 Request processed in 511us (715us total) trans 4294997562 rc 0/0 00000100:00100000:2.0:1775764773.110709:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16291 00000100:00100000:3.0:1775764773.111032:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384000 00000100:00100000:3.0:1775764773.111038:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384000 00000100:00100000:3.0:1775764773.111080:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1775764773.111089:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978384000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764773.111117:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 434962432 pending 0 free 3834642432 avail 3832545280 00000100:00100000:3.0:1775764773.111165:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978384000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.111171:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1775764773.111288:0:3320:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971535 gen 2 00000004:00080000:2.0:1775764773.111294:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89779abbd880, transno 4294971490 00000004:00080000:2.0:1775764773.111355:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c965f80, transno 4294971491 00000100:00100000:3.0:1775764773.114117:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.114238:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966999040 00000100:00100000:0.0:1775764773.114248:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966999040 00000100:00100000:0.0:1775764773.114311:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51060 00000100:00100000:0.0:1775764773.114322:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966999040:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764773.114401:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764773.114430:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fad7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c71b expref: 58 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114510:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e4ee795 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b8:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab09 expref: 57 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114531:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7400/0x2aac6a50e4ee710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caad1 expref: 56 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114541:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897682bd0b00) 00010000:00010000:0.0:1775764773.114552:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764773.114571:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114583:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114593:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114607:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114614:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114621:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114730:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114739:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.114746:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.115386:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b8:0x0]: returning size 7168 00010000:00010000:0.0:1775764773.115402:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115410:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115417:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115423:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.115427:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115434:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115444:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b8:0x0].0x0 (ffff897691328b00) 00010000:00010000:0.0:1775764773.115447:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764773.115494:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115500:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fad90 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115517:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115523:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115532:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115537:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.115540:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115546:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115553:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:0.0:1775764773.115556:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.115559:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.115564:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fad82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764773.115572:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000652b529e reply state 00000000ab7499be transno 4294997563 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764773.115580:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764773.115673:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999040:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1352us (1565us total) trans 4294997563 rc 0/0 00000100:00100000:0.0:1775764773.115680:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51060 00010000:00010000:0.0:1775764773.123977:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.123992:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.124003:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.124009:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.124013:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.124020:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.124040:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x56ca4f59 (ffff897691328100) 00010000:00010000:0.0:1775764773.124043:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.124047:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.124054:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fad89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.126396:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.126548:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966999168 00000100:00100000:0.0:1775764773.126558:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966999168 00000100:00100000:0.0:1775764773.126613:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51061 00000100:00100000:0.0:1775764773.126623:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022966999168:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.126647:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.126667:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fad97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c722 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.126764:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fad9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.126795:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fad9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.126808:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fad9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.126980:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x281:0x0]: returning size 7168 00000004:00200000:0.0:1775764773.126985:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.127059:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fad9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.127086:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fad97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c722 expref: 58 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.127104:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fad9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c722 expref: 57 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.127112:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:0.0:1775764773.127115:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.127118:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934a00, rc 0) 00000100:00100000:0.0:1775764773.127174:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999168:12345-192.168.202.46@tcp:101:rm.0 Request processed in 553us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.127182:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51061 00000004:00080000:2.0:1775764773.138941:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c966300, transno 4294971492 00000004:00080000:2.0:1775764773.138953:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c965500, transno 4294971493 00000004:00080000:2.0:1775764773.138955:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c965c00, transno 4294971494 00000004:00080000:2.0:1775764773.138958:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c965180, transno 4294971495 00000004:00080000:2.0:1775764773.138960:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c964000, transno 4294971496 00000004:00080000:2.0:1775764773.138963:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c967480, transno 4294971497 00000004:00080000:2.0:1775764773.138965:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90ed80, transno 4294971498 00000004:00080000:2.0:1775764773.138968:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90df80, transno 4294971499 00000004:00080000:2.0:1775764773.138970:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90dc00, transno 4294971500 00000004:00080000:2.0:1775764773.138972:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b78c4000, transno 4294971501 00000004:00080000:2.0:1775764773.138974:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90d880, transno 4294971502 00000004:00080000:2.0:1775764773.138976:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b78c7800, transno 4294971503 00000004:00080000:2.0:1775764773.138979:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682bea300, transno 4294971504 00000004:00080000:2.0:1775764773.138981:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b78c5180, transno 4294971505 00000004:00080000:2.0:1775764773.138984:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b78c6a00, transno 4294971506 00000004:00080000:2.0:1775764773.138987:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b78c6300, transno 4294971507 00000004:00080000:2.0:1775764773.138989:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b78c5c00, transno 4294971508 00000004:00080000:2.0:1775764773.138991:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c966680, transno 4294971509 00000004:00080000:2.0:1775764773.138993:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768f425f80, transno 4294971510 00000004:00080000:2.0:1775764773.138996:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f14380, transno 4294971511 00000004:00080000:2.0:1775764773.139000:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683071880, transno 4294971512 00000004:00080000:2.0:1775764773.139002:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682d58a80, transno 4294971513 00000004:00080000:2.0:1775764773.139005:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682d58380, transno 4294971514 00000004:00080000:2.0:1775764773.139007:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f15880, transno 4294971515 00000004:00080000:2.0:1775764773.139011:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f15f80, transno 4294971516 00000004:00080000:2.0:1775764773.139013:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f14000, transno 4294971517 00000004:00080000:2.0:1775764773.139015:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb871500, transno 4294971518 00000004:00080000:2.0:1775764773.139018:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682d58000, transno 4294971519 00000004:00080000:2.0:1775764773.139020:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768f424700, transno 4294971520 00000004:00080000:2.0:1775764773.139023:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682d5aa00, transno 4294971521 00000004:00080000:2.0:1775764773.139025:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682be9c00, transno 4294971522 00000004:00080000:2.0:1775764773.139027:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f14a80, transno 4294971523 00000004:00080000:2.0:1775764773.139030:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976813ffb80, transno 4294971524 00000004:00080000:2.0:1775764773.139032:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90f480, transno 4294971525 00000004:00080000:2.0:1775764773.139035:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768c90fb80, transno 4294971526 00000004:00080000:2.0:1775764773.139037:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686773b80, transno 4294971527 00000004:00080000:2.0:1775764773.139039:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686771c00, transno 4294971528 00000004:00080000:2.0:1775764773.139041:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683073800, transno 4294971529 00000004:00080000:2.0:1775764773.139043:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7d880, transno 4294971530 00000004:00080000:2.0:1775764773.139046:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb871180, transno 4294971531 00000004:00080000:2.0:1775764773.139048:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e3800, transno 4294971532 00000004:00080000:2.0:1775764773.139050:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e386300, transno 4294971533 00000004:00080000:2.0:1775764773.139052:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e384e00, transno 4294971534 00000004:00080000:2.0:1775764773.139054:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e384380, transno 4294971535 00000100:00100000:2.0:1775764773.139078:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978384000:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1775764773.142623:0:6726:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 20 changes, 0 in progress, 0 in flight, 44 done 00000100:00100000:3.0:1775764773.153429:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.153591:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966999296 00000100:00100000:2.0:1775764773.153601:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966999296 00000100:00100000:2.0:1775764773.153653:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16292 00000100:00100000:2.0:1775764773.153661:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999296:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764773.157385:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999296:12345-192.168.202.46@tcp:37:rm.0 Request processed in 3715us (3957us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.157399:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16292 00000100:00100000:3.0:1775764773.163908:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.164006:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966999552 00000100:00100000:2.0:1775764773.164016:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966999552 00000100:00100000:2.0:1775764773.164077:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16293 00000100:00100000:2.0:1775764773.164087:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999552:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.164633:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966999552:12345-192.168.202.46@tcp:35:rm.0 Request processed in 547us (733us total) trans 4294997564 rc 0/0 00000100:00100000:2.0:1775764773.164641:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16293 00000100:00100000:3.0:1775764773.167050:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.167249:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966999808 00000100:00100000:0.0:1775764773.167259:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966999808 00000100:00100000:0.0:1775764773.167322:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51062 00000100:00100000:0.0:1775764773.167333:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966999808:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764773.167394:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764773.167425:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fad9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c722 expref: 58 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167517:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778843fc00/0x2aac6a50e4ed2aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x281:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca31b expref: 57 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167535:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e4ed202 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x281:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca2dc expref: 56 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167546:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff8976828c9600) 00010000:00010000:0.0:1775764773.167558:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764773.167581:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167606:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167616:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167632:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167639:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167645:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167755:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x281:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167767:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.167784:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.168436:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x281:0x0]: returning size 7168 00010000:00010000:0.0:1775764773.168500:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168509:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168516:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168522:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.168527:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168534:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168543:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x281:0x0].0x0 (ffff897691328b00) 00010000:00010000:0.0:1775764773.168546:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764773.168549:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168556:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadb3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x281:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168577:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168582:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168588:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168593:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.168596:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168601:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168608:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:0.0:1775764773.168610:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.168613:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.168619:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fada5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764773.168626:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000010e2530b reply state 0000000073d307b5 transno 4294997565 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764773.168634:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764773.168710:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999808:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1379us (1666us total) trans 4294997565 rc 0/0 00000100:00100000:0.0:1775764773.168717:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51062 00000100:00100000:0.0:1775764773.176242:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.176915:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022966999936 00000100:00100000:1.0:1775764773.176926:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022966999936 00000100:00100000:1.0:1775764773.176991:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51063 00000100:00100000:1.0:1775764773.177002:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022966999936:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764773.177027:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764773.177048:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fadba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c729 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.177140:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fadc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.177157:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fadc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.177169:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fadc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.177373:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x278:0x0]: returning size 7168 00000004:00200000:1.0:1775764773.177377:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764773.177487:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fadc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.177512:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fadba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c729 expref: 59 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.177528:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fadc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c729 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.177536:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:1.0:1775764773.177539:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764773.177543:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8f600, rc 0) 00000100:00100000:1.0:1775764773.177713:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022966999936:12345-192.168.202.46@tcp:101:rm.0 Request processed in 713us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.177721:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51063 00010000:00010000:2.0:1775764773.178111:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.178120:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.178128:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.178134:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.178139:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.178146:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.178158:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0xc144154 (ffff897691328100) 00010000:00010000:2.0:1775764773.178160:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.178164:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.178170:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fadac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.182360:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.182433:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967000064 00000100:00100000:0.0:1775764773.182445:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967000064 00000100:00100000:0.0:1775764773.182555:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16294 00000100:00100000:0.0:1775764773.182565:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000064:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764773.189579:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000064:12345-192.168.202.46@tcp:37:rm.0 Request processed in 6997us (7212us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.189596:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16294 00000100:00100000:1.0:1775764773.205199:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.205624:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967000320 00000100:00100000:2.0:1775764773.205635:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967000320 00000100:00100000:2.0:1775764773.205689:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16295 00000100:00100000:2.0:1775764773.205699:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000320:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.206499:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967000320:12345-192.168.202.46@tcp:35:rm.0 Request processed in 764us (1271us total) trans 4294997566 rc 0/0 00000100:00100000:2.0:1775764773.206512:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16295 00000100:00100000:2.0:1775764773.219682:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.219813:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967000576 00000100:00100000:0.0:1775764773.219824:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967000576 00000100:00100000:0.0:1775764773.219884:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51064 00000100:00100000:0.0:1775764773.219896:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967000576:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764773.219956:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764773.219983:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fadc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c729 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220007:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e4ecf62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x278:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1e7 expref: 57 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220023:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922400/0x2aac6a50e4ece9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x278:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca1a1 expref: 56 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220033:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897681a05100) 00010000:00010000:0.0:1775764773.220047:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764773.220069:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220082:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220091:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220106:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220113:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220118:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220234:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x278:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220243:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.220249:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.224278:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x278:0x0]: returning size 7168 00010000:00010000:1.0:1775764773.224305:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224317:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224325:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224331:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.224336:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224352:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224370:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x278:0x0].0x0 (ffff897691328600) 00010000:00010000:1.0:1775764773.224375:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.224379:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224386:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fadd6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x278:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224419:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224425:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224430:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.224436:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.224439:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.225139:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.225151:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764773.225154:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.225157:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.225163:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fadc8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.225174:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ccd2fb9 reply state 00000000904901d1 transno 4294997567 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.225188:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.225548:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000576:12345-192.168.202.46@tcp:36:rm.0 Request processed in 5649us (5869us total) trans 4294997567 rc 0/0 00000100:00100000:1.0:1775764773.225557:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51064 00010000:00010000:0.0:1775764773.235015:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.235034:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.235041:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.235047:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.235052:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.235064:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.235082:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x9e0a5f7e (ffff897691328b00) 00010000:00010000:0.0:1775764773.235085:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.235089:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.235095:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fadcf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.236107:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.236170:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967000704 00000100:00100000:0.0:1775764773.236182:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967000704 00000100:00100000:0.0:1775764773.236243:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51065 00000100:00100000:0.0:1775764773.236252:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967000704:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.236282:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.236304:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5faddd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c730 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.236426:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fade4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.236441:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fade4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.236984:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fade4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.237257:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x287:0x0]: returning size 7168 00000004:00200000:1.0:1775764773.237263:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764773.237359:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fade4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.237393:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934400/0x2aac6a50e5faddd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c730 expref: 58 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.237412:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fade4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c730 expref: 57 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.237420:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:1.0:1775764773.237423:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764773.237426:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935e00, rc 0) 00000100:00100000:1.0:1775764773.237537:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000704:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1286us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.237546:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51065 00000100:00100000:2.0:1775764773.242260:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.242354:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967000832 00000100:00100000:3.0:1775764773.242364:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967000832 00000100:00100000:3.0:1775764773.242419:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16296 00000100:00100000:3.0:1775764773.242429:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000832:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764773.253290:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967000832:12345-192.168.202.46@tcp:37:rm.0 Request processed in 10850us (11029us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.253308:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16296 00000100:00100000:3.0:1775764773.261755:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.263249:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967001088 00000100:00100000:1.0:1775764773.263263:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967001088 00000100:00100000:1.0:1775764773.263337:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16297 00000100:00100000:1.0:1775764773.263358:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967001088:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764773.272253:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967001088:12345-192.168.202.46@tcp:35:rm.0 Request processed in 8885us (10497us total) trans 4294997568 rc 0/0 00000100:00100000:0.0:1775764773.272269:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16297 00000100:00100000:3.0:1775764773.274671:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.275588:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967001344 00000100:00100000:1.0:1775764773.275600:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967001344 00000100:00100000:1.0:1775764773.275680:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51066 00000100:00100000:1.0:1775764773.275692:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967001344:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:1.0:1775764773.275760:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764773.275906:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fade4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c730 expref: 58 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.275931:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f6c00/0x2aac6a50e4ed54a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x287:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca409 expref: 57 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.275945:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7922200/0x2aac6a50e4ed4c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x287:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca3d1 expref: 56 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.275956:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff89779907bb00) 00010000:00010000:1.0:1775764773.275966:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764773.275988:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276002:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276012:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276027:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276035:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276045:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276157:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x287:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276165:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.276171:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.277511:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x287:0x0]: returning size 7168 00010000:00010000:1.0:1775764773.277529:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277537:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277544:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277550:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.277554:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277561:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277572:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x287:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764773.277574:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.277578:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277583:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fadf9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x287:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277619:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277626:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277632:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277637:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.277639:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277645:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277653:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764773.277655:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.277658:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.277665:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fadeb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.277674:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ed5c114 reply state 00000000d0bb74ad transno 4294997569 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.277688:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.277779:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967001344:12345-192.168.202.46@tcp:36:rm.0 Request processed in 2087us (3113us total) trans 4294997569 rc 0/0 00000100:00100000:1.0:1775764773.277787:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51066 00000100:00100000:1.0:1775764773.280802:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.280935:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967001472 00000100:00100000:0.0:1775764773.280944:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967001472 00000100:00100000:0.0:1775764773.281008:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51067 00000100:00100000:0.0:1775764773.281019:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967001472:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.281045:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.281065:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fae00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c737 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.281172:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5fae07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.281188:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5fae07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.281201:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5fae07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.281717:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a9:0x0]: returning size 7168 00000004:00200000:0.0:1775764773.281723:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.281806:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5fae07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.281838:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fae00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c737 expref: 59 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.281858:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5fae07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c737 expref: 58 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.281873:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:0.0:1775764773.281876:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.281880:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935c00, rc 0) 00000100:00100000:0.0:1775764773.281938:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967001472:12345-192.168.202.46@tcp:101:rm.0 Request processed in 922us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.281947:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51067 00010000:00010000:3.0:1775764773.287892:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.287913:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.287921:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.287927:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.287932:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.287940:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.287959:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0xddbda88f (ffff897783000500) 00010000:00010000:3.0:1775764773.287962:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.287967:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.287973:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fadf2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764773.288670:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.288752:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967001600 00000100:00100000:2.0:1775764773.288762:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967001600 00000100:00100000:2.0:1775764773.288925:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16298 00000100:00100000:2.0:1775764773.288936:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967001600:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764773.293704:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967001600:12345-192.168.202.46@tcp:37:rm.0 Request processed in 4761us (5234us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.293719:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16298 00000100:00100000:1.0:1775764773.298954:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.299060:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967001856 00000100:00100000:2.0:1775764773.299072:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967001856 00000100:00100000:2.0:1775764773.299167:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16299 00000100:00100000:2.0:1775764773.299177:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967001856:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.300123:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967001856:12345-192.168.202.46@tcp:35:rm.0 Request processed in 943us (1179us total) trans 4294997570 rc 0/0 00000100:00100000:2.0:1775764773.300135:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16299 00000100:00100000:2.0:1775764773.309006:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.309496:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967002112 00000100:00100000:3.0:1775764773.309510:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967002112 00000100:00100000:3.0:1775764773.309573:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51068 00000100:00100000:3.0:1775764773.309583:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967002112:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764773.310136:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764773.310164:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935c00/0x2aac6a50e5fae07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c737 expref: 58 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310187:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822f200/0x2aac6a50e4ee1ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8f5 expref: 57 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310201:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977a2930a00/0x2aac6a50e4ee113 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2a9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca8a8 expref: 56 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310213:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff8976825f0600) 00010000:00010000:3.0:1775764773.310226:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764773.310250:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310265:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310275:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310289:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310296:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310302:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310639:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310649:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.310655:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.311360:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a9:0x0]: returning size 7168 00010000:00010000:3.0:1775764773.311375:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311383:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311394:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311400:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.311405:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311413:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311422:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a9:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:3.0:1775764773.311425:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764773.311429:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311434:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fae1c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311461:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311503:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311509:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311514:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.311516:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311527:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311536:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:3.0:1775764773.311539:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.311541:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.311546:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fae0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764773.311556:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a33e139f reply state 0000000012e25adb transno 4294997571 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.311565:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764773.311656:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967002112:12345-192.168.202.46@tcp:36:rm.0 Request processed in 2072us (2656us total) trans 4294997571 rc 0/0 00000100:00100000:3.0:1775764773.311665:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51068 00010000:00010000:0.0:1775764773.317545:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.317565:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.317572:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.317579:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.317584:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.317600:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.317618:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0xf17aab4e (ffff89768c96b000) 00010000:00010000:0.0:1775764773.317622:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.317626:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.317632:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fae15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.319184:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.319267:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967002240 00000100:00100000:0.0:1775764773.319279:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967002240 00000100:00100000:0.0:1775764773.319350:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51069 00000100:00100000:0.0:1775764773.319361:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967002240:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.319390:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.319410:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fae23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c73e expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.319541:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fae2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.319557:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fae2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.319568:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fae2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.320101:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b1:0x0]: returning size 7168 00000004:00200000:0.0:1775764773.320107:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.320195:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fae2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.320230:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934c00/0x2aac6a50e5fae23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c73e expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.320250:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fae2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c73e expref: 57 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.320260:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:0.0:1775764773.320264:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.320269:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935e00, rc 0) 00000100:00100000:0.0:1775764773.320444:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967002240:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1084us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.320461:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51069 00000100:00100000:3.0:1775764773.324981:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.325120:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967002368 00000100:00100000:0.0:1775764773.325135:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967002368 00000100:00100000:0.0:1775764773.325223:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16300 00000100:00100000:0.0:1775764773.325236:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967002368:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764773.335293:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967002368:12345-192.168.202.46@tcp:37:rm.0 Request processed in 10045us (10309us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.335310:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16300 00000100:00100000:3.0:1775764773.354370:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.354646:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967002624 00000100:00100000:1.0:1775764773.354659:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967002624 00000100:00100000:1.0:1775764773.354727:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16301 00000100:00100000:1.0:1775764773.354738:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967002624:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:1.0:1775764773.355634:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967002624:12345-192.168.202.46@tcp:35:rm.0 Request processed in 895us (1273us total) trans 4294997572 rc 0/0 00000100:00100000:1.0:1775764773.355645:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16301 00000100:00100000:3.0:1775764773.364764:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.369042:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967002880 00000100:00100000:0.0:1775764773.369054:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967002880 00000100:00100000:1.0:1775764773.370569:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51070 00000100:00100000:1.0:1775764773.370581:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967002880:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:1.0:1775764773.370641:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764773.370669:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935e00/0x2aac6a50e5fae2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c73e expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370691:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e4ee50a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caa0d expref: 57 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370703:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822f400/0x2aac6a50e4ee43f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca9ce expref: 56 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370720:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff8976818ae700) 00010000:00010000:1.0:1775764773.370732:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764773.370754:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370767:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370787:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370802:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370809:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370816:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370925:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370933:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.370939:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.374235:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b1:0x0]: returning size 7168 00010000:00010000:1.0:1775764773.374263:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374275:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374283:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374288:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.374293:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374301:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374318:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b1:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764773.374321:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.374326:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374332:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae3f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374369:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374376:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374382:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374387:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.374390:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374396:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374404:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764773.374406:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.374408:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.374414:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fae31 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.374422:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000bf266d6 reply state 0000000009a93db4 transno 4294997573 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.374433:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.374558:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967002880:12345-192.168.202.46@tcp:36:rm.0 Request processed in 3975us (9803us total) trans 4294997573 rc 0/0 00000100:00100000:1.0:1775764773.374567:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51070 00010000:00010000:3.0:1775764773.376666:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.376682:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.376691:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.376697:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.376701:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.376708:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.376725:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x46e192ec (ffff897783000c00) 00010000:00010000:3.0:1775764773.376729:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.376732:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.376738:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fae38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.380096:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.380307:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967003008 00000100:00100000:2.0:1775764773.380316:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967003008 00000100:00100000:2.0:1775764773.380384:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51071 00000100:00100000:2.0:1775764773.380395:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967003008:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764773.380423:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.380444:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c745 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.380595:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fae4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.380612:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fae4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.380626:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fae4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.380833:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x292:0x0]: returning size 7168 00000004:00200000:2.0:1775764773.380838:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.380920:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fae4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.380949:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c745 expref: 58 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.380975:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fae4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c745 expref: 57 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.380985:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:2.0:1775764773.380988:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764773.380993:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231c00, rc 0) 00000100:00100000:2.0:1775764773.381067:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003008:12345-192.168.202.46@tcp:101:rm.0 Request processed in 674us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.381075:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51071 00000100:00100000:3.0:1775764773.387154:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.387237:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967003136 00000100:00100000:2.0:1775764773.387251:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967003136 00000100:00100000:2.0:1775764773.387309:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16302 00000100:00100000:2.0:1775764773.387318:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003136:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:3.0:1775764773.393368:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003136:12345-192.168.202.46@tcp:37:rm.0 Request processed in 6038us (6210us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.393384:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16302 00000100:00100000:1.0:1775764773.397171:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.397331:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967003392 00000100:00100000:2.0:1775764773.397353:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967003392 00000100:00100000:2.0:1775764773.397420:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16303 00000100:00100000:2.0:1775764773.397431:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003392:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.397968:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967003392:12345-192.168.202.46@tcp:35:rm.0 Request processed in 538us (806us total) trans 4294997574 rc 0/0 00000100:00100000:2.0:1775764773.397976:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16303 00000100:00100000:0.0:1775764773.400566:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.400712:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967003648 00000100:00100000:1.0:1775764773.400723:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967003648 00000100:00100000:1.0:1775764773.400783:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51072 00000100:00100000:1.0:1775764773.400793:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967003648:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:1.0:1775764773.400862:0:5795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764773.400896:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fae4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c745 expref: 58 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.400929:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e4ed9b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x292:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca5ad expref: 57 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.400942:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976889bc400/0x2aac6a50e4ed8fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x292:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca56e expref: 56 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.400971:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff8976828c9900) 00010000:00010000:1.0:1775764773.400985:0:5795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764773.401012:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401027:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401038:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401053:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401059:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401065:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401178:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x292:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401184:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.401191:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.402239:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x292:0x0]: returning size 7168 00010000:00010000:1.0:1775764773.402259:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402267:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402274:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402280:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.402284:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402292:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402304:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x292:0x0].0x0 (ffff897783000d00) 00010000:00010000:1.0:1775764773.402307:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.402311:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402316:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5fae62 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402337:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402359:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402366:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402371:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.402374:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402379:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402386:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:1.0:1775764773.402389:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.402392:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.402397:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5fae54 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.402406:0:5795:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf888181 reply state 0000000037140f5e transno 4294997575 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.402415:0:5795:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.402545:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003648:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1750us (1984us total) trans 4294997575 rc 0/0 00000100:00100000:1.0:1775764773.402554:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51072 00010000:00010000:0.0:1775764773.405816:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.405835:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.405842:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.405848:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.405852:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.405860:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.405876:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x8cffc40b (ffff897783000200) 00010000:00010000:0.0:1775764773.405879:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.405883:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.405889:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fe00/0x2aac6a50e5fae5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764773.406853:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.407224:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967003776 00000100:00100000:2.0:1775764773.407235:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967003776 00000100:00100000:2.0:1775764773.407300:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51073 00000100:00100000:2.0:1775764773.407311:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967003776:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764773.407341:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.407359:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c74c expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.407508:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fae70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.407524:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fae70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.407536:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fae70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.408058:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e1:0x0]: returning size 7168 00000004:00200000:2.0:1775764773.408065:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.408158:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fae70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.408191:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c74c expref: 58 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.408213:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fae70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c74c expref: 57 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.408223:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff897788213c00) 00010000:00010000:2.0:1775764773.408226:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764773.408230:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230000, rc 0) 00000100:00100000:2.0:1775764773.408364:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003776:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1054us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.408373:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51073 00000100:00100000:3.0:1775764773.413443:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.413993:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967003904 00000100:00100000:2.0:1775764773.414004:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967003904 00000100:00100000:2.0:1775764773.414069:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16304 00000100:00100000:2.0:1775764773.414079:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003904:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:2.0:1775764773.418241:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967003904:12345-192.168.202.46@tcp:37:rm.0 Request processed in 4152us (4795us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.418255:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16304 00000100:00100000:1.0:1775764773.424527:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.424632:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967004160 00000100:00100000:2.0:1775764773.424642:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967004160 00000100:00100000:2.0:1775764773.424691:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16305 00000100:00100000:2.0:1775764773.424700:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967004160:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.426304:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967004160:12345-192.168.202.46@tcp:35:rm.0 Request processed in 1598us (1779us total) trans 4294997576 rc 0/0 00000100:00100000:2.0:1775764773.426316:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16305 00000100:00100000:1.0:1775764773.428259:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.428336:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967004416 00000100:00100000:2.0:1775764773.428346:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967004416 00000100:00100000:2.0:1775764773.428400:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51074 00000100:00100000:2.0:1775764773.428410:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967004416:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764773.428504:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764773.428534:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fae70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c74c expref: 58 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428557:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977885a8000/0x2aac6a50e4fd1cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cf6e3 expref: 57 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428568:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768822f600/0x2aac6a50e4ef4ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb073 expref: 56 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428579:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff897788213c00) 00010000:00010000:2.0:1775764773.428603:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764773.428623:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428635:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428645:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428661:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428667:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428674:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428799:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428808:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.428815:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.429505:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2e1:0x0]: returning size 7168 00010000:00010000:2.0:1775764773.429521:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429528:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429534:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429539:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.429543:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429550:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429558:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e1:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764773.429561:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764773.429564:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429568:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fae85 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429587:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429593:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429598:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429603:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.429606:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429612:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429619:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:2.0:1775764773.429622:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.429624:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.429630:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5fae77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764773.429637:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c658079 reply state 0000000073c2cd32 transno 4294997577 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.429646:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764773.429728:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967004416:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1318us (1474us total) trans 4294997577 rc 0/0 00000100:00100000:2.0:1775764773.429736:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51074 00010000:00010000:3.0:1775764773.433048:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.433064:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.433072:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.433078:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.433083:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.433090:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.433107:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x106120ec (ffff89768faaa400) 00010000:00010000:3.0:1775764773.433110:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.433114:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.433119:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fae7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.435836:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.436353:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967004544 00000100:00100000:0.0:1775764773.436364:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967004544 00000100:00100000:0.0:1775764773.436425:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51075 00000100:00100000:0.0:1775764773.436436:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967004544:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.436504:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.436525:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fae8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c753 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.436824:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.436839:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.436851:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.436868:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.436875:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.436880:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437322:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5faea1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437331:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5faea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437338:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5faea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.437380:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26b:0x0]: returning size 7168 00000004:00200000:0.0:1775764773.437384:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.437409:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5faea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437420:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437426:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437433:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437443:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.437460:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437785:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437799:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:0.0:1775764773.437803:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.437808:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437814:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fae93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437826:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437832:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437838:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437843:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.437846:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437852:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437864:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xfe8990f0 (ffff897691328b00) 00010000:00010000:0.0:1775764773.437867:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.437869:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437875:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fae9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.437994:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fae8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c753 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.438009:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5faea1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c753 expref: 57 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.438016:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:0.0:1775764773.438018:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.438021:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935400, rc 0) 00000100:00100000:1.0:1775764773.439069:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967004544:12345-192.168.202.46@tcp:101:rm.0 Request processed in 2630us (3237us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.439080:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51075 00000100:00100000:1.0:1775764773.447979:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.448118:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967004800 00000100:00100000:3.0:1775764773.448127:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967004800 00000100:00100000:3.0:1775764773.448232:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16306 00000100:00100000:3.0:1775764773.448243:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967004800:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764773.448585:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967004800:12345-192.168.202.46@tcp:35:rm.0 Request processed in 342us (614us total) trans 4294997578 rc 0/0 00000100:00100000:3.0:1775764773.448604:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16306 00000100:00100000:1.0:1775764773.453118:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.453193:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967005056 00000100:00100000:3.0:1775764773.453203:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967005056 00000100:00100000:3.0:1775764773.453423:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51076 00000100:00100000:3.0:1775764773.453433:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967005056:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764773.453631:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764773.453660:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5faea1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c753 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.453687:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682c8ce00/0x2aac6a50e4ed7e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41ca521 expref: 57 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.453698:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff897682443400) 00010000:00010000:3.0:1775764773.453717:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fad27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c6ff expref: 56 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.453726:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:3.0:1775764773.453729:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764773.453750:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.453764:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.454059:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.454078:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.454085:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.454091:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.455042:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.455057:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.455064:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.457042:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26b:0x0]: returning size 7168 00010000:00010000:3.0:1775764773.457067:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457077:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457085:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457091:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.457095:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457102:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457116:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (ffff89768c96bc00) 00010000:00010000:3.0:1775764773.457119:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764773.457122:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457128:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faeb6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457152:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457158:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457164:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457298:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.457301:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457307:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457316:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:3.0:1775764773.457318:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.457321:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.457327:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faea8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764773.457338:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000683e61a2 reply state 000000009c2c524c transno 4294997579 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.457460:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764773.458000:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967005056:12345-192.168.202.46@tcp:36:rm.0 Request processed in 4564us (4887us total) trans 4294997579 rc 0/0 00000100:00100000:3.0:1775764773.458011:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51076 00010000:00010000:0.0:1775764773.460789:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.460807:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.460816:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.460823:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.460828:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.460840:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.460860:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xfe8990f0 (ffff89768c96ba00) 00010000:00010000:0.0:1775764773.460863:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.460868:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.460874:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faeaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.466698:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.466815:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967005312 00000100:00100000:2.0:1775764773.466826:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967005312 00000100:00100000:2.0:1775764773.467098:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16307 00000100:00100000:2.0:1775764773.467111:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967005312:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.467735:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967005312:12345-192.168.202.46@tcp:35:rm.0 Request processed in 625us (1150us total) trans 4294997580 rc 0/0 00000100:00100000:2.0:1775764773.467743:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16307 00000100:00100000:0.0:1775764773.477784:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.478199:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967005568 00000100:00100000:3.0:1775764773.478219:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967005568 00000100:00100000:3.0:1775764773.478283:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51077 00000100:00100000:3.0:1775764773.478294:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967005568:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764773.478359:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764773.478386:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5fad43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c70d expref: 57 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478410:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897689646c00/0x2aac6a50e5f8a58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c205 expref: 56 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478421:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff897691328400) 00010000:00010000:3.0:1775764773.478433:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764773.478489:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478502:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478513:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478527:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478535:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478541:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478667:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478676:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.478683:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.479751:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 7168 00010000:00010000:3.0:1775764773.480612:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480624:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480633:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480639:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.480644:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480653:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480667:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (ffff89768c96b700) 00010000:00010000:3.0:1775764773.480671:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764773.480675:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480681:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faecb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480717:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480724:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480730:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480735:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.480738:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480744:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480751:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:3.0:1775764773.480754:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.480757:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.480762:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faebd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x268:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764773.480782:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa230899 reply state 00000000f5ca11b3 transno 4294997581 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.480792:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764773.480883:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967005568:12345-192.168.202.46@tcp:36:rm.0 Request processed in 2588us (3113us total) trans 4294997581 rc 0/0 00000100:00100000:3.0:1775764773.484825:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51077 00000100:00100000:1.0:1775764773.486247:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.486566:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967005696 00000100:00100000:2.0:1775764773.486576:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967005696 00000100:00100000:2.0:1775764773.486645:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51078 00000100:00100000:2.0:1775764773.486655:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967005696:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764773.486679:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.486697:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faed2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c75a expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.486805:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.486820:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.486831:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.486845:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.486851:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.486858:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487404:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faee7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487413:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487421:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.487504:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x268:0x0]: returning size 7168 00000004:00200000:2.0:1775764773.487508:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.487535:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487546:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487552:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487559:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487564:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.487568:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487574:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.487586:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764773.487589:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.488333:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488342:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5faed9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488359:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488370:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488376:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488381:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.488384:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488390:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488399:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x12eaac0d (ffff89768faaa800) 00010000:00010000:2.0:1775764773.488402:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.488404:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488411:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5faee0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488513:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faed2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c75a expref: 59 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488530:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faee7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c75a expref: 58 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.488538:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764773.488541:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764773.488544:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231e00, rc 0) 00000100:00100000:2.0:1775764773.488653:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967005696:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1997us (2408us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.488662:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51078 00010000:00010000:3.0:1775764773.493089:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.493107:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.493115:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.493122:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.493127:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.493134:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.493151:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0xf138ac0d (ffff89768c96b300) 00010000:00010000:3.0:1775764773.493155:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.493360:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.493369:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faec4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x268:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.493752:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.493916:0:13330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967005952 00000100:00100000:0.0:1775764773.493925:0:13330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967005952 00000100:00100000:0.0:1775764773.494017:0:13330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16308 00000100:00100000:0.0:1775764773.494027:0:13330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967005952:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:0.0:1775764773.494317:0:13330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967005952:12345-192.168.202.46@tcp:35:rm.0 Request processed in 291us (568us total) trans 4294997582 rc 0/0 00000100:00100000:0.0:1775764773.494325:0:13330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16308 00000100:00100000:1.0:1775764773.498333:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.498418:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967006208 00000100:00100000:2.0:1775764773.498427:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967006208 00000100:00100000:2.0:1775764773.498602:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51079 00000100:00100000:2.0:1775764773.498612:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967006208:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764773.498668:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764773.498691:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faee7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c75a expref: 58 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498712:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230200/0x2aac6a50e5fa8d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c69d expref: 57 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498723:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764773.498736:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fa690 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c5d9 expref: 56 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498743:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328c00) 00010000:00010000:2.0:1775764773.498751:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764773.498783:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498796:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498806:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498823:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498830:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.498837:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.499328:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.499339:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.499346:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.501105:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x268:0x0]: returning size 7168 00010000:00010000:2.0:1775764773.501129:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501137:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501145:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501150:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.501155:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501178:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501191:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:2.0:1775764773.501194:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764773.501198:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501204:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faefc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501312:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501318:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501323:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501327:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.501329:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501334:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501341:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768faaa100) 00010000:00010000:2.0:1775764773.501343:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.501346:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.501356:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faeee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764773.501367:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036938627 reply state 000000003f991a5a transno 4294997583 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764773.501376:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764773.501589:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967006208:12345-192.168.202.46@tcp:36:rm.0 Request processed in 2975us (3259us total) trans 4294997583 rc 0/0 00000100:00100000:2.0:1775764773.501607:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51079 00000100:00100000:1.0:1775764773.506785:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764773.507735:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.507751:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.507759:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.507765:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.507831:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.507841:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.507860:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x12eaac0d (ffff89768faaad00) 00010000:00010000:0.0:1775764773.507863:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.507868:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.507875:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5faef5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.508376:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967006336 00000100:00100000:3.0:1775764773.508388:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967006336 00000100:00100000:3.0:1775764773.508541:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51080 00000100:00100000:3.0:1775764773.508553:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967006336:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.508579:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.508612:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faf03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c761 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508714:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508728:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508738:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508752:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508759:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508765:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508878:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508886:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508904:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.508936:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x262:0x0]: returning size 26214401 00000004:00200000:3.0:1775764773.508940:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764773.508959:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508973:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508992:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.508997:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509002:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509007:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.509009:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509015:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509023:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768c96b300) 00010000:00010000:3.0:1775764773.509026:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.509029:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509034:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5faf0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509043:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509049:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509055:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509060:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.509062:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509068:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509074:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xaaaf1035 (ffff89768c96b700) 00010000:00010000:3.0:1775764773.509076:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.509078:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509083:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad600/0x2aac6a50e5faf11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509109:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5faf03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c761 expref: 58 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509123:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c761 expref: 57 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.509128:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (ffff89768faaa200) 00010000:00010000:3.0:1775764773.509130:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764773.509133:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860adc00, rc 0) 00000100:00100000:3.0:1775764773.509206:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967006336:12345-192.168.202.46@tcp:101:rm.0 Request processed in 656us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.509226:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51080 00000100:00100000:1.0:1775764773.517691:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.519035:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967006464 00000100:00100000:3.0:1775764773.519047:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967006464 00000100:00100000:3.0:1775764773.519112:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15231 00000100:00100000:3.0:1775764773.519123:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+29:2381:x1862022967006464:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.519141:0:6579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.519173:0:6579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c768 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764773.519199:0:6579:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x2e:0x0] initial LVB size: 2097152, mtime: 0x69d8024c, atime: 0x0, ctime: 0x0, blocks: 0x1007 00010000:00010000:3.0:1775764773.519517:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.519520:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.519531:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 30 pid: 6579 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.519551:0:6579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 30 pid: 6579 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.519565:0:6579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac200, rc 0) 00000100:00100000:3.0:1775764773.519620:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+30:2381:x1862022967006464:12345-192.168.202.46@tcp:101:rm.0 Request processed in 499us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.519628:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15231 00000100:00100000:1.0:1775764773.525711:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.525752:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.525794:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.525923:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967006592 00000100:00100000:3.0:1775764773.525934:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967006592 00000100:00100000:3.0:1775764773.525991:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967006720 00000100:00100000:3.0:1775764773.525995:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967006720 00000100:00100000:3.0:1775764773.526012:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967006848 00000100:00100000:3.0:1775764773.526014:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967006848 00000100:00100000:3.0:1775764773.526032:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15232 00000100:00100000:3.0:1775764773.526040:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+30:2381:x1862022967006592:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.526058:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.526077:0:12041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c76f expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764773.526104:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x2f:0x0] initial LVB size: 8388608, mtime: 0x69d8024e, atime: 0x0, ctime: 0x69d8024e, blocks: 0x3007 00010000:00010000:3.0:1775764773.526124:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.526126:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.526137:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 31 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.526155:0:12041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 31 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.526180:0:12041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac600, rc 0) 00000100:00100000:3.0:1775764773.526236:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+31:2381:x1862022967006592:12345-192.168.202.46@tcp:101:rm.0 Request processed in 196us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.526242:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15232 00000100:00100000:3.0:1775764773.526259:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15233 00000100:00100000:3.0:1775764773.526265:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+30:2379:x1862022967006720:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.526272:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.526281:0:12041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 2/0,0 mode: --/PR res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c776 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764773.526301:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x30:0x0] initial LVB size: 13631489, mtime: 0x69d8024e, atime: 0x0, ctime: 0x69d8024e, blocks: 0x3007 00010000:00010000:3.0:1775764773.526309:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.526311:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.526315:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 31 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.526325:0:12041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 31 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.526333:0:12041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad600, rc 0) 00000100:00100000:3.0:1775764773.526351:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+31:2379:x1862022967006720:12345-192.168.202.46@tcp:101:rm.0 Request processed in 87us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.526358:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15233 00000100:00100000:3.0:1775764773.526370:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15234 00000100:00100000:3.0:1775764773.526377:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+30:2379:x1862022967006848:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.526383:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.526392:0:12041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c77d expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764773.526403:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x30:0x0] initial LVB size: 12582912, mtime: 0x69d8024e, atime: 0x0, ctime: 0x69d8024e, blocks: 0x2007 00010000:00010000:3.0:1775764773.526413:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.526414:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764773.526419:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 31 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.526434:0:12041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 31 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.526442:0:12041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:3.0:1775764773.526495:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+31:2379:x1862022967006848:12345-192.168.202.46@tcp:101:rm.0 Request processed in 118us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.526501:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15234 00000100:00100000:1.0:1775764773.532766:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.532967:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967007104 00000100:00100000:2.0:1775764773.532986:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967007104 00000100:00100000:2.0:1775764773.533044:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51081 00000100:00100000:2.0:1775764773.533053:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007104:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764773.533105:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764773.533134:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c761 expref: 57 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533156:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686741a00/0x2aac6a50e5d7635 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x262:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211e88 expref: 56 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533178:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (ffff89768faaa200) 00010000:00010000:2.0:1775764773.533189:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764773.533460:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533524:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533534:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533549:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533556:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533563:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533699:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533708:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.533714:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764773.536512:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2901, 64 off193920 00000040:00080000:1.0:1775764773.536575:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2903, 64 off194048 00000004:00080000:1.0:1775764773.536585:0:5796:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1400203119274ns, next at 1401203115879ns, rc = 0 00000040:00080000:1.0:1775764773.536749:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2902, 64 off193984 00000040:00080000:1.0:1775764773.536855:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2903, 64 off194048 00000040:00080000:1.0:1775764773.536880:0:5796:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2904, 64 off194112 00010000:00010000:1.0:1775764773.537131:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x262:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537148:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537320:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537332:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537340:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537345:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537437:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764773.537504:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537512:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537518:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537523:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.537527:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537533:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537546:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (ffff89768faaa300) 00010000:00010000:1.0:1775764773.537549:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.537554:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537559:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5faf49 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537579:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537586:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537603:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537609:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.537612:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537617:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537624:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768faaa100) 00010000:00010000:1.0:1775764773.537626:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.537629:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.537634:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5faf3b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.537650:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cb78c62 reply state 00000000e2ed1011 transno 4294997584 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.537659:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.537754:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007104:12345-192.168.202.46@tcp:36:rm.0 Request processed in 4698us (4994us total) trans 4294997584 rc 0/0 00000100:00100000:1.0:1775764773.537762:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51081 00010000:00010000:2.0:1775764773.540634:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.540652:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.540659:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.540664:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.540669:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.540675:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.540692:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xaaaf1035 (ffff89768faaaf00) 00010000:00010000:2.0:1775764773.540695:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.540698:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.540704:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.546549:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764773.546564:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.546576:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764773.546580:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.546589:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.546608:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (ffff89768faaa300) 00010000:00010000:0.0:1775764773.546611:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764773.546616:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.546622:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5faf50 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.549134:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764773.549140:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764773.549143:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764773.577515:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.577614:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967007232 00000100:00100000:3.0:1775764773.577625:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967007232 00000100:00100000:3.0:1775764773.577691:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51082 00000100:00100000:3.0:1775764773.577702:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967007232:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.577728:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.577752:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c784 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.577862:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.577877:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.577889:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.577901:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.577911:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.577918:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578033:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578042:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x263:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578049:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x263:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.578081:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x263:0x0]: returning size 51544 00000004:00200000:3.0:1775764773.578086:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764773.578104:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x263:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578116:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578124:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578130:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578137:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578147:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.578152:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578170:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578182:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768c96b400) 00010000:00010000:3.0:1775764773.578185:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.578190:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578197:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578220:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578227:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578233:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578238:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.578241:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578246:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578258:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x3db54834 (ffff89768c96b600) 00010000:00010000:3.0:1775764773.578261:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.578264:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578270:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578301:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c784 expref: 58 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578317:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c784 expref: 57 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.578324:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x263:0x0].0x0 (ffff8977929fd400) 00010000:00010000:3.0:1775764773.578327:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764773.578329:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac800, rc 0) 00000100:00100000:3.0:1775764773.578396:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007232:12345-192.168.202.46@tcp:101:rm.0 Request processed in 695us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.578403:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51082 00000100:00100000:1.0:1775764773.587306:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.587606:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967007488 00000100:00100000:2.0:1775764773.587617:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967007488 00000100:00100000:2.0:1775764773.587684:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51083 00000100:00100000:2.0:1775764773.587696:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007488:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:2.0:1775764773.587783:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764773.587814:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5faf6c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x263:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c784 expref: 57 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587839:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897686caf200/0x2aac6a50e5d76f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x263:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec7 expref: 56 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587851:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x263:0x0].0x0 (ffff8977929fd400) 00010000:00010000:2.0:1775764773.587862:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764773.587901:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587919:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587930:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587943:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587950:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.587955:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.588085:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x263:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.588094:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.588101:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764773.590396:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2904, 64 off194112 00010000:00010000:3.0:1775764773.590552:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x263:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590568:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590580:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590640:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590648:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590654:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590720:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764773.590753:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590758:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590764:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590775:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.590780:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590787:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590800:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x263:0x0].0x0 (ffff89768faaa800) 00010000:00010000:3.0:1775764773.590803:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764773.590807:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590816:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231200/0x2aac6a50e5faf81 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590834:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590839:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590843:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590848:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.590850:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590855:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590862:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:3.0:1775764773.590864:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.590867:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.590872:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5faf73 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764773.590886:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c872cf8 reply state 0000000008470385 transno 4294997585 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.590907:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764773.591357:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007488:12345-192.168.202.46@tcp:36:rm.0 Request processed in 3659us (4060us total) trans 4294997585 rc 0/0 00000100:00100000:3.0:1775764773.591366:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51083 00010000:00010000:0.0:1775764773.592129:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764773.592137:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.592145:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764773.592148:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.592295:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.592310:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x263:0x0].0x0 (ffff89768faaa800) 00010000:00010000:0.0:1775764773.592313:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764773.592317:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.592323:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860adc00/0x2aac6a50e5faf88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x263:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.592342:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764773.592344:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764773.592346:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764773.600190:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764773.600627:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.600641:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.600648:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.600658:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.600662:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.600670:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.600690:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x3db54834 (ffff89768faaa200) 00010000:00010000:0.0:1775764773.600694:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.600698:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.600704:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5faf7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.601361:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967007616 00000100:00100000:3.0:1775764773.601373:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967007616 00000100:00100000:3.0:1775764773.601502:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51084 00000100:00100000:3.0:1775764773.601513:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+56:19896:x1862022967007616:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.601540:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.601563:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c78b expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.601677:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.601690:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.601700:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.601713:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.601720:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.601726:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602305:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fafa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602319:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fafa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602326:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fafa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.602406:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x264:0x0]: returning size 7168 00000004:00200000:3.0:1775764773.602411:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764773.602521:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fafa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602535:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602541:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602546:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602553:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.602556:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602563:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602574:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff89768c96b400) 00010000:00010000:3.0:1775764773.602576:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.602579:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602586:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5faf96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602594:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602597:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602601:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602604:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.602605:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602608:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602612:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xaccec57e (ffff89768c96b600) 00010000:00010000:3.0:1775764773.602613:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.602615:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602617:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5faf9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602641:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5faf8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c78b expref: 58 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602655:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fafa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c78b expref: 57 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.602660:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764773.602662:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764773.602663:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ace00, rc 0) 00000100:00100000:3.0:1775764773.602723:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007616:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1214us (2545us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.602729:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51084 00000100:00100000:1.0:1775764773.611065:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.611164:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967007744 00000100:00100000:3.0:1775764773.611174:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967007744 00000100:00100000:3.0:1775764773.611350:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51085 00000100:00100000:3.0:1775764773.611362:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967007744:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.611383:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.611405:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fafab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c792 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.611559:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.611576:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.611590:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.611605:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.611612:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.611617:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.612187:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.612197:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.612205:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.613154:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x265:0x0]: returning size 54680 00000004:00200000:0.0:1775764773.613161:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.613184:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613197:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613206:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613305:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613313:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613323:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.613328:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613336:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613350:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff89768c96b200) 00010000:00010000:0.0:1775764773.613354:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.613358:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613364:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fafb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613382:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613388:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613394:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613400:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.613402:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613408:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613418:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0xa375d043 (ffff89768c96bf00) 00010000:00010000:0.0:1775764773.613420:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.613422:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613428:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fafb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613537:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fafab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c792 expref: 59 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613552:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c792 expref: 58 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.613561:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff897690fc9500) 00010000:00010000:0.0:1775764773.613563:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764773.613566:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad400, rc 0) 00000100:00100000:0.0:1775764773.613699:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967007744:12345-192.168.202.46@tcp:101:rm.0 Request processed in 2338us (2643us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.613709:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51085 00000100:00100000:0.0:1775764773.619376:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.619536:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008000 00000100:00100000:3.0:1775764773.619547:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008000 00000100:00100000:3.0:1775764773.619676:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51086 00000100:00100000:3.0:1775764773.619689:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967008000:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764773.619753:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764773.619856:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fafc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c792 expref: 58 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.619885:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7923000/0x2aac6a50e5f8898 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x265:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c172 expref: 57 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620079:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff897690fc9500) 00010000:00010000:3.0:1775764773.620099:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fafa4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c78b expref: 56 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620110:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764773.620117:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764773.620142:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620154:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620164:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620176:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620183:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.620189:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.621725:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.621742:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.621752:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764773.622522:0:5794:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2905, 64 off194176 00010000:00010000:3.0:1775764773.622586:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622598:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622608:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622616:0:5794:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622623:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622629:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622648:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764773.622672:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622678:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622685:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622692:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.622697:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622705:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622721:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff89768c96b100) 00010000:00010000:3.0:1775764773.622724:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764773.622730:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622736:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fafd5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622755:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622761:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622766:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622771:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.622773:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622778:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622785:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff89768c96b400) 00010000:00010000:3.0:1775764773.622787:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.622790:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.622795:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fafc7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764773.622814:0:5794:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030a4dd5a reply state 00000000d591843e transno 4294997586 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.622824:0:5794:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764773.622934:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967008000:12345-192.168.202.46@tcp:36:rm.0 Request processed in 3244us (3563us total) trans 4294997586 rc 0/0 00000100:00100000:3.0:1775764773.622944:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51086 00010000:00010000:1.0:1775764773.623541:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764773.623550:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.623559:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764773.623562:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.623570:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.623583:0:12183:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (ffff89768c96b100) 00010000:00010000:1.0:1775764773.623585:0:12183:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764773.623588:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.623593:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fafdc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x265:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.623612:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764773.623614:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764773.623615:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764773.632560:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.632720:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008128 00000100:00100000:1.0:1775764773.632731:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008128 00000100:00100000:1.0:1775764773.632804:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51087 00000100:00100000:1.0:1775764773.632815:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967008128:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764773.632845:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764773.632869:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fafe3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c799 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.632971:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.632987:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633000:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633014:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633021:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633028:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633146:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5faff8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633154:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5faff8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633695:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5faff8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.633748:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x264:0x0]: returning size 7168 00000004:00200000:1.0:1775764773.633754:0:5796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764773.633780:0:5796:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5faff8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633792:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633798:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633805:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633810:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.633814:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633822:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633834:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897783000d00) 00010000:00010000:1.0:1775764773.633837:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.633842:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633847:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fafea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633862:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633868:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633879:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633884:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.633887:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633893:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633900:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xaccec57e (ffff897783000e00) 00010000:00010000:1.0:1775764773.633903:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.633905:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633910:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8ee00/0x2aac6a50e5faff1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633944:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e000/0x2aac6a50e5fafe3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c799 expref: 59 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633960:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5faff8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c799 expref: 58 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.633968:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764773.633970:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764773.633972:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e400, rc 0) 00000100:00100000:1.0:1775764773.634083:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967008128:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1270us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.634095:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51087 00010000:00010000:2.0:1775764773.636354:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.636371:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.636379:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.636385:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.636390:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.636398:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.636417:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0xa375d043 (ffff89768c96b600) 00010000:00010000:2.0:1775764773.636420:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.636425:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.636432:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fafce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.641097:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.641198:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008256 00000100:00100000:2.0:1775764773.641219:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008256 00000100:00100000:2.0:1775764773.641282:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51088 00000100:00100000:2.0:1775764773.641292:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967008256:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764773.641315:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.641335:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fafff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7a0 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641436:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641459:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641500:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641516:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641523:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641529:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641645:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641653:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641659:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.641691:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x266:0x0]: returning size 2168848 00000004:00200000:2.0:1775764773.641695:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.641711:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641723:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641731:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641740:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641747:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641753:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.641756:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641763:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641774:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764773.641777:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.641781:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641787:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb006 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641800:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641806:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641812:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641817:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.641820:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641825:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641831:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x820cea43 (ffff89768faaa000) 00010000:00010000:2.0:1775764773.641833:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.641835:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641840:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb00d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641868:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fafff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a0 expref: 59 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641881:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a0 expref: 58 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.641903:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (ffff89768e40c400) 00010000:00010000:2.0:1775764773.641905:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764773.641907:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230e00, rc 0) 00000100:00100000:2.0:1775764773.641961:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967008256:12345-192.168.202.46@tcp:101:rm.0 Request processed in 671us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.641969:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51088 00000100:00100000:3.0:1775764773.648276:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.648403:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.648419:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008512 00000100:00100000:1.0:1775764773.648435:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008512 00000100:00100000:2.0:1775764773.648510:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008384 00000100:00100000:2.0:1775764773.648516:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008384 00000100:00100000:1.0:1775764773.648544:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15235 00000100:00100000:1.0:1775764773.648555:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:3f83546c-01a9-4156-8a97-44c446245d3e+31:2382:x1862022967008512:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764773.648582:0:12196:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764773.648610:0:12196:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 2/0,0 mode: --/PR res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7ae expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764773.648647:0:12196:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x33:0x0] initial LVB size: 71696, mtime: 0x684736e7, atime: 0x0, ctime: 0x69d80250, blocks: 0x103 00010000:00010000:1.0:1775764773.648673:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764773.648676:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764773.648687:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 32 pid: 12196 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.648707:0:12196:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 32 pid: 12196 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.648723:0:12196:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e000, rc 0) 00000100:00100000:1.0:1775764773.648786:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:3f83546c-01a9-4156-8a97-44c446245d3e+32:2382:x1862022967008512:12345-192.168.202.46@tcp:101:rm.0 Request processed in 232us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.655274:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15236 00000100:00100000:2.0:1775764773.655299:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+31:2382:x1862022967008384:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764773.655320:0:12180:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.655340:0:12180:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7a7 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764773.655369:0:12180:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x32:0x0] initial LVB size: 0, mtime: 0x684736e7, atime: 0x0, ctime: 0x69d80250, blocks: 0x1 00010000:00010000:2.0:1775764773.655389:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764773.655391:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764773.655400:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 32 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.655419:0:12180:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 32 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.655433:0:12180:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231400, rc 0) 00000100:00100000:2.0:1775764773.655513:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+32:2382:x1862022967008384:12345-192.168.202.46@tcp:101:rm.0 Request processed in 228us (7110us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.655522:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15236 00000100:00100000:1.0:1775764773.660038:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15235 00000100:00100000:0.0:1775764773.660059:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.660134:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008768 00000100:00100000:3.0:1775764773.660144:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008768 00000100:00100000:3.0:1775764773.660210:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51089 00000100:00100000:3.0:1775764773.660220:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967008768:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:3.0:1775764773.660285:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764773.660312:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb014 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a0 expref: 58 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660335:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976813f7800/0x2aac6a50e5d76dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x266:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb2 expref: 57 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660346:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (ffff89768e40c400) 00010000:00010000:3.0:1775764773.660357:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764773.660379:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660391:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660405:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660418:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660425:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660431:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660574:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660582:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.660588:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764773.661187:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2905, 64 off194176 00000040:00080000:3.0:1775764773.661215:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2906, 64 off194240 00000040:00080000:3.0:1775764773.661231:0:11866:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2906, 64 off194240 00010000:00010000:3.0:1775764773.661295:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661305:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661313:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661327:0:11866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661333:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661339:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661363:0:11866:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764773.661382:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661388:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661395:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661401:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.661406:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661413:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.661416:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764773.661422:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661422:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (ffff89768c96b200) 00010000:00010000:3.0:1775764773.661425:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764773.661428:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764773.661429:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.661432:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.661438:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661439:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb037 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.661461:0:12290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (ffff89768c96b200) 00010000:00010000:2.0:1775764773.661480:0:12290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764773.661484:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.661490:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb03e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x266:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661491:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661497:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661503:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.661504:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764773.661506:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764773.661508:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764773.661508:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.661511:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661517:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661524:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764773.661527:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.661530:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.661535:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb029 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764773.661544:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e820fefa reply state 00000000863b106e transno 4294997587 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.661553:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764773.661642:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967008768:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1422us (1581us total) trans 4294997587 rc 0/0 00000100:00100000:3.0:1775764773.661649:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51089 00000100:00100000:2.0:1775764773.671397:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764773.672024:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.672040:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.672053:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.672059:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.672064:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.672072:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.672090:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x820cea43 (ffff89768c96b400) 00010000:00010000:0.0:1775764773.672093:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.672097:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.672103:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad800/0x2aac6a50e5fb030 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.677324:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967008896 00000100:00100000:3.0:1775764773.677350:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967008896 00000100:00100000:3.0:1775764773.677429:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51090 00000100:00100000:3.0:1775764773.677441:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+57:19896:x1862022967008896:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.677494:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.677513:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb045 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7b5 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677614:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677629:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677640:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677654:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677662:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677668:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677926:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677940:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x267:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.677948:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x267:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.677983:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x267:0x0]: returning size 1099872 00000004:00200000:3.0:1775764773.677987:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764773.678004:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x267:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678015:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678024:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678031:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678037:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678043:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.678047:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678054:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678065:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764773.678069:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.678074:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678080:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb04c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678091:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678096:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678102:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678107:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.678110:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678115:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678121:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x6fca4125 (ffff89768c96b800) 00010000:00010000:3.0:1775764773.678124:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.678126:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678131:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb053 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678158:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb045 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7b5 expref: 59 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678172:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7b5 expref: 58 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.678179:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897682bd0800) 00010000:00010000:3.0:1775764773.678182:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764773.678184:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860aca00, rc 0) 00000100:00100000:3.0:1775764773.678261:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967008896:12345-192.168.202.46@tcp:101:rm.0 Request processed in 823us (6876us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764773.678269:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51090 00000100:00100000:1.0:1775764773.682529:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.682687:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967009152 00000100:00100000:0.0:1775764773.682699:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967009152 00000100:00100000:0.0:1775764773.682762:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51091 00000100:00100000:0.0:1775764773.683025:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967009152:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764773.683088:0:9373:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764773.683116:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860aca00/0x2aac6a50e5fb05a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7b5 expref: 58 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683141:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768a3d0800/0x2aac6a50e5f8883 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x267:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c15d expref: 57 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683156:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897682bd0800) 00010000:00010000:0.0:1775764773.683167:0:9373:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764773.683193:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683206:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683218:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683234:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683242:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683248:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683366:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683374:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.683381:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764773.690964:0:9373:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2907, 64 off194304 00010000:00010000:1.0:1775764773.691042:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691060:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691072:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691081:0:9373:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691087:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691094:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691122:0:9373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764773.691143:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691149:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691155:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691161:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.691166:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691173:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691188:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897691328500) 00010000:00010000:3.0:1775764773.691189:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764773.691191:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.691195:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691196:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691202:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb06f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691202:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764773.691205:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691211:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691218:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (ffff897691328500) 00010000:00010000:3.0:1775764773.691221:0:5782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764773.691222:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691223:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691229:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691229:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f000/0x2aac6a50e5fb076 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691235:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691238:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.691240:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691246:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.691246:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764773.691248:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764773.691250:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764773.691252:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764773.691254:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.691257:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.691262:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934600/0x2aac6a50e5fb061 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x264:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.691276:0:9373:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a260d4a8 reply state 0000000024a6d913 transno 4294997588 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.691285:0:9373:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.691387:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+58:19896:x1862022967009152:12345-192.168.202.46@tcp:36:rm.0 Request processed in 8613us (8863us total) trans 4294997588 rc 0/0 00000100:00100000:1.0:1775764773.691397:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51091 00010000:00010000:3.0:1775764773.697815:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.697835:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.697843:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.697850:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.697855:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.697863:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.697881:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x6fca4125 (ffff897691328b00) 00010000:00010000:3.0:1775764773.697885:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.697890:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.697897:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934200/0x2aac6a50e5fb068 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.707995:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.708095:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967009280 00000100:00100000:0.0:1775764773.708106:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967009280 00000100:00100000:0.0:1775764773.708176:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51092 00000100:00100000:0.0:1775764773.708186:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+57:19698:x1862022967009280:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:0.0:1775764773.708219:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.708241:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb07d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7bc expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708347:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708379:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708391:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708405:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708411:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708417:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708752:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb092 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708760:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708766:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.708810:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00000004:00200000:0.0:1775764773.708813:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.708836:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708848:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708853:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708860:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708865:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.708869:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708875:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708887:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764773.708891:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.708895:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708901:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb084 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708913:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708923:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708930:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708934:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.708936:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708942:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708948:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (ffff897691328000) 00010000:00010000:0.0:1775764773.708951:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.708953:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708958:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb08b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.708988:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb07d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7bc expref: 59 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.709000:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb092 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7bc expref: 58 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.709006:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:0.0:1775764773.709009:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.709011:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935000, rc 0) 00000100:00100000:0.0:1775764773.709082:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+58:19698:x1862022967009280:12345-192.168.202.46@tcp:101:bash.0 Request processed in 897us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.709091:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51092 00000100:00100000:0.0:1775764773.749373:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.749550:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967009536 00000100:00100000:3.0:1775764773.749562:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967009536 00000100:00100000:3.0:1775764773.749629:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51093 00000100:00100000:3.0:1775764773.749640:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+58:19898:x1862022967009536:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.749663:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.749685:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb099 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7c3 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.749865:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00010000:00010000:3.0:1775764773.749998:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb099 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7c3 expref: 60 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.750012:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328200) 00010000:00010000:3.0:1775764773.750015:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764773.750021:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb099 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7c3 expref: 60 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.750036:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:3.0:1775764773.750105:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+59:19898:x1862022967009536:12345-192.168.202.46@tcp:101:rm.0 Request processed in 466us (740us total) trans 4294997589 rc 301/301 00000100:00100000:3.0:1775764773.750112:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51093 00000100:00100000:2.0:1775764773.754508:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.754603:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967009664 00000100:00100000:0.0:1775764773.754614:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967009664 00000100:00100000:0.0:1775764773.754674:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16309 00000100:00100000:0.0:1775764773.754684:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+59:19898:x1862022967009664:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:0.0:1775764773.761251:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+59:19898:x1862022967009664:12345-192.168.202.46@tcp:37:rm.0 Request processed in 6552us (6772us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764773.761267:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16309 00000100:00100000:2.0:1775764773.768876:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.769515:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967009920 00000100:00100000:3.0:1775764773.769526:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967009920 00000100:00100000:3.0:1775764773.769580:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16310 00000100:00100000:3.0:1775764773.769602:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+59:19898:x1862022967009920:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764773.770048:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+60:19898:x1862022967009920:12345-192.168.202.46@tcp:35:rm.0 Request processed in 458us (1182us total) trans 4294997590 rc 0/0 00000100:00100000:3.0:1775764773.770056:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16310 00000100:00100000:2.0:1775764773.774860:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.774971:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967010176 00000100:00100000:1.0:1775764773.774982:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967010176 00000100:00100000:1.0:1775764773.775041:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51094 00000100:00100000:1.0:1775764773.775051:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+60:19898:x1862022967010176:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764773.775075:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764773.775094:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7ca expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.775278:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fb0ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.775293:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fb0ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.775304:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fb0ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.775315:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00010000:00010000:1.0:1775764773.775523:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ca expref: 63 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.775547:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fb0ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x261:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ca expref: 62 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.775555:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:1.0:1775764773.775558:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764773.775563:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89778ff8e600, rc 0) 00000100:00100000:1.0:1775764773.775619:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897786f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+62:19898:x1862022967010176:12345-192.168.202.46@tcp:101:rm.0 Request processed in 570us (770us total) trans 4294997591 rc 0/0 00000100:00100000:1.0:1775764773.775627:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51094 00000100:00100000:2.0:1775764773.780853:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.780952:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967010304 00000100:00100000:0.0:1775764773.780964:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967010304 00000100:00100000:0.0:1775764773.781025:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51095 00000100:00100000:0.0:1775764773.781033:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+62:19898:x1862022967010304:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764773.781060:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764773.781081:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb0bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7d1 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.781185:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb0c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.781199:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.781346:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.781420:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x264:0x0]: returning size 7168 00000004:00200000:0.0:1775764773.781424:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764773.781458:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.781530:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb0bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7d1 expref: 64 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.781548:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7d1 expref: 63 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.781558:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764773.781561:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764773.781565:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934e00, rc 0) 00000100:00100000:1.0:1775764773.786822:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+63:19898:x1862022967010304:12345-192.168.202.46@tcp:101:rm.0 Request processed in 5774us (5966us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.786835:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51095 00000100:00100000:1.0:1775764773.794457:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.797616:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967010560 00000100:00100000:3.0:1775764773.797631:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967010560 00000100:00100000:3.0:1775764773.797730:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51096 00000100:00100000:3.0:1775764773.797742:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+63:19898:x1862022967010560:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.797766:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.797798:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb0ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7d8 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764773.797978:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x264:0x0]: returning size 7168 00010000:00010000:3.0:1775764773.798114:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb0ca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7d8 expref: 65 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.798129:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:3.0:1775764773.798132:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764773.798138:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb0ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7d8 expref: 65 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.798152:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ade00, rc 0) 00000100:00100000:3.0:1775764773.804787:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967010560:12345-192.168.202.46@tcp:101:rm.0 Request processed in 7026us (10326us total) trans 4294997592 rc 301/301 00000100:00100000:3.0:1775764773.804802:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51096 00000100:00100000:2.0:1775764773.818020:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.818655:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967010688 00000100:00100000:1.0:1775764773.818667:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967010688 00000100:00100000:1.0:1775764773.818981:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16311 00000100:00100000:1.0:1775764773.818993:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967010688:12345-192.168.202.46@tcp:37:rm.0 00000100:00100000:1.0:1775764773.833215:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897782eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967010688:12345-192.168.202.46@tcp:37:rm.0 Request processed in 14213us (15194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.833229:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16311 00000100:00100000:2.0:1775764773.846455:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764773.846888:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967010944 00000100:00100000:3.0:1775764773.846901:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967010944 00000100:00100000:3.0:1775764773.847006:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16312 00000100:00100000:3.0:1775764773.847017:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967010944:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:3.0:1775764773.847565:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+65:19898:x1862022967010944:12345-192.168.202.46@tcp:35:rm.0 Request processed in 549us (1127us total) trans 4294997593 rc 0/0 00000100:00100000:3.0:1775764773.847573:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16312 00000100:00100000:2.0:1775764773.851355:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764773.851454:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967011200 00000100:00100000:1.0:1775764773.851481:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967011200 00000100:00100000:1.0:1775764773.851578:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51097 00000100:00100000:1.0:1775764773.851588:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+65:19898:x1862022967011200:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:1.0:1775764773.851663:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764773.851690:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb0c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7d1 expref: 65 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851712:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e400/0x2aac6a50e5faff8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c799 expref: 64 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851722:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764773.851750:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb092 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7bc expref: 63 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851760:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:1.0:1775764773.851764:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764773.851792:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851805:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851815:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851829:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851837:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851843:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851962:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851971:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.851978:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764773.852649:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x264:0x0]: returning size 7168 00010000:00010000:1.0:1775764773.852666:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852673:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852680:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852686:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.852690:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852697:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852706:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764773.852709:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764773.852712:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852721:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8fc00/0x2aac6a50e5fb0e6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852739:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852744:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852750:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852755:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764773.852758:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852763:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852770:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:1.0:1775764773.852772:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764773.852774:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764773.852780:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f400/0x2aac6a50e5fb0d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x261:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764773.852787:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006460c524 reply state 000000009f77f597 transno 4294997594 ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764773.852795:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764773.852875:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967011200:12345-192.168.202.46@tcp:36:rm.0 Request processed in 1288us (1529us total) trans 4294997594 rc 0/0 00000100:00100000:1.0:1775764773.852883:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51097 00000100:00100000:2.0:1775764773.857301:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764773.858024:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.858038:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.858046:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.858052:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.858056:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.858064:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.858085:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0xaccec57e (ffff897783000600) 00010000:00010000:0.0:1775764773.858089:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.858094:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.858100:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8f600/0x2aac6a50e5fb0df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0xaccec57e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764773.859038:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967011328 00000100:00100000:3.0:1775764773.859050:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967011328 00000100:00100000:3.0:1775764773.859117:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51098 00000100:00100000:3.0:1775764773.859127:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+63:19898:x1862022967011328:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764773.859151:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764773.859170:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb0ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7df expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.859276:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.859291:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.859301:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.859314:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.859320:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.859327:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.860155:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fb102 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.860167:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fb102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.860175:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fb102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.861988:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00000004:00200000:2.0:1775764773.861998:0:11866:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.862059:0:11866:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fb102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862075:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862082:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862091:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862097:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.862101:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862109:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862123:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328200) 00010000:00010000:2.0:1775764773.862126:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.862130:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862137:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad400/0x2aac6a50e5fb0f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862152:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862157:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862162:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862167:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764773.862169:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862178:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862185:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (ffff89768c96b800) 00010000:00010000:2.0:1775764773.862187:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764773.862189:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.862195:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ace00/0x2aac6a50e5fb0fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.863063:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ade00/0x2aac6a50e5fb0ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7df expref: 65 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.863082:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fb102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7df expref: 64 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.863090:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:2.0:1775764773.863093:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764773.863095:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad200, rc 0) 00000100:00100000:2.0:1775764773.863330:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967011328:12345-192.168.202.46@tcp:101:rm.0 Request processed in 4203us (6039us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.863349:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51098 00000100:00100000:0.0:1775764773.868123:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764773.868308:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967011584 00000100:00100000:2.0:1775764773.868320:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967011584 00000100:00100000:2.0:1775764773.868568:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16313 00000100:00100000:2.0:1775764773.868580:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977aadc4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967011584:12345-192.168.202.46@tcp:35:rm.0 00000100:00100000:2.0:1775764773.869061:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977aadc4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+65:19898:x1862022967011584:12345-192.168.202.46@tcp:35:rm.0 Request processed in 483us (946us total) trans 4294997595 rc 0/0 00000100:00100000:2.0:1775764773.869070:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16313 00000100:00100000:3.0:1775764773.872172:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764773.872248:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967011840 00000100:00100000:0.0:1775764773.872256:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967011840 00000100:00100000:0.0:1775764773.872312:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51099 00000100:00100000:0.0:1775764773.872323:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+65:19898:x1862022967011840:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764773.872389:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764773.872418:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad200/0x2aac6a50e5fb102 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x261:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7df expref: 65 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872450:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89778ff8e600/0x2aac6a50e5fb0ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x261:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ca expref: 64 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872485:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328e00) 00010000:00010000:0.0:1775764773.872504:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230400/0x2aac6a50e5fa86c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c67a expref: 63 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872514:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328200) 00010000:00010000:0.0:1775764773.872520:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764773.872546:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872559:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872569:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872581:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872587:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.872678:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.873138:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x261:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.873147:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.873155:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764773.876730:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x261:0x0]: returning size 7680 00010000:00010000:0.0:1775764773.877978:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.877991:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878000:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878006:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.878011:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878018:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878035:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (ffff897691328700) 00010000:00010000:0.0:1775764773.878038:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764773.878043:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878049:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935a00/0x2aac6a50e5fb117 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x261:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878078:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878083:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878089:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878093:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764773.878096:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878102:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878114:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328000) 00010000:00010000:0.0:1775764773.878116:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764773.878119:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764773.878124:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935400/0x2aac6a50e5fb109 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764773.878136:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad9d88c7 reply state 000000001077c67e transno 4294997596 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764773.878145:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764773.878404:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+64:19898:x1862022967011840:12345-192.168.202.46@tcp:36:rm.0 Request processed in 6078us (6236us total) trans 4294997596 rc 0/0 00000100:00100000:0.0:1775764773.878414:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51099 00010000:00010000:3.0:1775764773.892666:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.892685:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.892693:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.892698:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764773.892703:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.892710:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.892728:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcfc32d3b (ffff897691328300) 00010000:00010000:3.0:1775764773.892732:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764773.892737:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764773.892743:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934000/0x2aac6a50e5fb110 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xcfc32d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764774.007729:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764774.334899:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764774.334941:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764774.334977:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764774.335007:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764774.335132:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012096 00000100:00100000:1.0:1775764774.335140:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012096 00000100:00100000:1.0:1775764774.335194:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 757 00000100:00100000:1.0:1775764774.335201:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+63:2380:x1862022967012096:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764774.335276:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+63:2380:x1862022967012096:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 76us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764774.335281:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 757 00000100:00100000:0.0:1775764774.335386:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012224 00000100:00100000:0.0:1775764774.335390:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012224 00000100:00100000:0.0:1775764774.335419:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012352 00000100:00100000:0.0:1775764774.335421:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012352 00000100:00100000:0.0:1775764774.335432:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 472 00000100:00100000:0.0:1775764774.335446:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+32:2380:x1862022967012224:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764774.335509:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+32:2380:x1862022967012224:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 71us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764774.335516:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 472 00000100:00100000:0.0:1775764774.335529:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 473 00000100:00100000:0.0:1775764774.335535:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+32:2380:x1862022967012352:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764774.335682:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+32:2380:x1862022967012352:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 142us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764774.335689:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 473 00000100:00100000:3.0:1775764774.335806:0:5789:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967011968 00000100:00100000:3.0:1775764774.335811:0:5789:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967011968 00000100:00100000:3.0:1775764774.335916:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 647 00000100:00100000:3.0:1775764774.335925:0:5789:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783e8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967011968:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764774.335952:0:5789:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783e8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967011968:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 30us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764774.335958:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 647 00000100:00080000:2.0:1775764774.336068:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764774.336072:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764774.336075:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764775.031841:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764776.052876:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.081377:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.204841:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3321:1862022978384256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.204912:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.204981:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978384768:0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.205038:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.205043:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3321:1862022978384384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205065:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.205093:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384256 00000100:00100000:1.0:1775764777.205101:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384256 00000100:00100000:1.0:1775764777.205141:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384384 00000100:00100000:1.0:1775764777.205144:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384384 00000100:00100000:1.0:1775764777.205171:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1775764777.205180:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1862022978384256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205227:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1862022978384256:12345-0@lo:400:kworker.0 Request processed in 49us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.205234:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1775764777.205251:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1775764777.205258:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1862022978384384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205283:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1862022978384384:12345-0@lo:400:kworker.0 Request processed in 27us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.205289:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1775764777.205305:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384768 00000100:00100000:1.0:1775764777.205309:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384768 00000100:00100000:1.0:1775764777.205335:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1775764777.205341:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978384768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205367:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978384768:12345-0@lo:400:kworker.0 Request processed in 27us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.205373:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1775764777.205407:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3321:1862022978384384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205432:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3321:1862022978384256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.205440:0:3321:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972332 gen 2 00000004:00080000:1.0:1775764777.205445:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684970000, transno 4294972286 00000004:00080000:1.0:1775764777.205452:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768328b800, transno 4294972287 00000004:00080000:1.0:1775764777.205455:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684971f80, transno 4294972288 00000004:00080000:1.0:1775764777.205458:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684970e00, transno 4294972289 00000004:00080000:1.0:1775764777.205460:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684972300, transno 4294972290 00000004:00080000:1.0:1775764777.205484:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684970700, transno 4294972291 00000004:00080000:1.0:1775764777.205488:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684971880, transno 4294972292 00000004:00080000:1.0:1775764777.205489:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684970a80, transno 4294972293 00000004:00080000:1.0:1775764777.205492:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb870700, transno 4294972294 00000004:00080000:1.0:1775764777.205494:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb870380, transno 4294972295 00000004:00080000:1.0:1775764777.205496:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb873100, transno 4294972296 00000004:00080000:1.0:1775764777.205499:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb871c00, transno 4294972297 00000004:00080000:1.0:1775764777.205502:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768f427100, transno 4294972298 00000004:00080000:1.0:1775764777.205504:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976813fdf80, transno 4294972299 00000004:00080000:1.0:1775764777.205507:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976813fca80, transno 4294972300 00000004:00080000:1.0:1775764777.205509:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768f426d80, transno 4294972301 00000004:00080000:1.0:1775764777.205511:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683071f80, transno 4294972302 00000004:00080000:1.0:1775764777.205514:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683073480, transno 4294972303 00000004:00080000:1.0:1775764777.205516:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683071c00, transno 4294972304 00000004:00080000:1.0:1775764777.205518:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683072300, transno 4294972305 00000004:00080000:1.0:1775764777.205521:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683070e00, transno 4294972306 00000004:00080000:1.0:1775764777.205523:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684735c00, transno 4294972307 00000004:00080000:1.0:1775764777.205525:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683071500, transno 4294972308 00000004:00080000:1.0:1775764777.205528:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768f427800, transno 4294972309 00000004:00080000:1.0:1775764777.205530:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976813fc000, transno 4294972310 00000004:00080000:1.0:1775764777.205533:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683072680, transno 4294972311 00000004:00080000:1.0:1775764777.205535:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e3100, transno 4294972312 00000004:00080000:1.0:1775764777.205538:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b2aa3480, transno 4294972313 00000004:00080000:1.0:1775764777.205540:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682be9880, transno 4294972314 00000004:00080000:1.0:1775764777.205543:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e0a80, transno 4294972315 00000004:00080000:1.0:1775764777.205545:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e0700, transno 4294972316 00000004:00080000:1.0:1775764777.205548:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e0000, transno 4294972317 00000004:00080000:1.0:1775764777.205550:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7ca80, transno 4294972318 00000004:00080000:1.0:1775764777.205553:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7ea00, transno 4294972319 00000004:00080000:1.0:1775764777.205556:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7f100, transno 4294972320 00000004:00080000:1.0:1775764777.205558:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7c700, transno 4294972321 00000004:00080000:1.0:1775764777.205560:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7fb80, transno 4294972322 00000004:00080000:1.0:1775764777.205563:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7f480, transno 4294972323 00000004:00080000:1.0:1775764777.205565:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682d59500, transno 4294972324 00000004:00080000:1.0:1775764777.205568:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7e300, transno 4294972325 00000004:00080000:1.0:1775764777.205570:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976870e1500, transno 4294972326 00000004:00080000:1.0:1775764777.205572:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768cd7d500, transno 4294972327 00000004:00080000:1.0:1775764777.205575:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e385880, transno 4294972328 00000004:00080000:1.0:1775764777.205578:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb1f6300, transno 4294972329 00000004:00080000:1.0:1775764777.205580:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb1f6680, transno 4294972330 00000004:00080000:1.0:1775764777.205583:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb1f4e00, transno 4294972331 00000004:00080000:1.0:1775764777.205585:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bb82df80, transno 4294972332 00000100:00100000:1.0:1775764777.205589:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978384768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.205785:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978384128:0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.205822:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764777.205859:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89779abbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3320:1862022978384640:0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.205879:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764777.205899:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764777.205905:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89779abbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978384512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.205925:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764777.205952:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384640 00000100:00100000:2.0:1775764777.205956:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384640 00000100:00100000:2.0:1775764777.205982:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1775764777.205989:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1862022978384640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.206023:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1862022978384640:12345-0@lo:400:kworker.0 Request processed in 35us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.206029:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00080000:2.0:1775764777.206044:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764777.206061:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764777.206071:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384512 00000100:00100000:2.0:1775764777.206074:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384512 00000100:00100000:2.0:1775764777.206101:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1775764777.206107:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978384512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.206136:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978384512:12345-0@lo:400:kworker.0 Request processed in 30us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.206141:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000004:00080000:2.0:1775764777.206511:0:7763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 27 changes, 0 in progress, 0 in flight, 47 done 00000100:00080000:2.0:1775764777.206532:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764777.206553:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978384512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764777.206562:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89779abbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3320:1862022978384640:0@lo:400:kworker.0 00000004:00080000:3.0:1775764777.207301:0:7764:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1403873835496ns, next at 1404873833434ns, rc = 0 00000100:00100000:3.0:1775764777.207317:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764777.207342:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978384896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764777.207382:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.207614:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384896 00000100:00100000:0.0:1775764777.207621:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384896 00000100:00100000:0.0:1775764777.207669:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1775764777.207678:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978384896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764777.207706:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512819200 pending 0 free 3839885312 avail 3837788160 00000100:00100000:0.0:1775764777.207745:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978384896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764777.207752:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1775764777.207835:0:5788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978384128 00000100:00100000:1.0:1775764777.207841:0:5788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978384128 00000100:00100000:1.0:1775764777.207879:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1775764777.207886:0:5788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783e89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978384128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.207926:0:5788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783e89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978384128:12345-0@lo:400:kworker.0 Request processed in 41us (2103us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.207933:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1775764777.207974:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978384128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.209517:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978384896:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1775764777.343880:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997596 is committed 00000004:00080000:0.0:1775764777.343922:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 496 committed 00000004:00080000:0.0:1775764777.344005:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 497 committed 00000004:00080000:0.0:1775764777.344025:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 491 committed 00000100:00100000:3.0:1775764777.344257:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344343:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344424:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344446:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344490:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764777.344496:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344518:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344534:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344552:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344577:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344603:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344619:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344638:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344655:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764777.344660:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344679:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344695:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.344714:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.344761:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385152 00000100:00100000:3.0:1775764777.344768:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385152 00000100:00100000:3.0:1775764777.344813:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385664 00000100:00100000:3.0:1775764777.344816:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385664 00000100:00100000:3.0:1775764777.344832:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385024 00000100:00100000:3.0:1775764777.344835:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385024 00000100:00100000:3.0:1775764777.344848:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385536 00000100:00100000:3.0:1775764777.344851:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385536 00000100:00100000:3.0:1775764777.344864:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385280 00000100:00100000:3.0:1775764777.344867:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385280 00000100:00100000:3.0:1775764777.344881:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385792 00000100:00100000:3.0:1775764777.344884:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385792 00000100:00100000:3.0:1775764777.344899:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385408 00000100:00100000:3.0:1775764777.344902:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385408 00000100:00100000:3.0:1775764777.344916:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978385920 00000100:00100000:3.0:1775764777.344918:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978385920 00000100:00100000:3.0:1775764777.344936:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15237 00000100:00100000:3.0:1775764777.344943:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978385152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.344969:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:56 count 1 00010000:00010000:3.0:1775764777.344995:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345016:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 31 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345025:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.345028:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.345032:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345059:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 31 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345072:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 31 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345085:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978386048:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345151:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345168:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15238 00000100:00100000:3.0:1775764777.345176:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978385664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.345189:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:102 count 1 00010000:00010000:3.0:1775764777.345200:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345212:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 31 pid: 12196 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345218:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.345220:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.345222:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345240:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 31 pid: 12196 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345253:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 31 pid: 12196 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345262:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978386176:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345285:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345304:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15239 00000100:00100000:3.0:1775764777.345311:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978385024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.345324:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:103 count 1 00010000:00010000:3.0:1775764777.345334:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345346:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 31 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345353:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345355:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345357:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 4/0,1 mode: --/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345376:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 31 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345384:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 31 pid: 12181 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345399:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978386304:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345433:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a476c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345450:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15240 00000100:00100000:3.0:1775764777.345457:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978385536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.345489:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1631 count 1 00010000:00010000:3.0:1775764777.345501:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345512:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 31 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345519:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345520:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345522:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345540:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 31 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345548:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 31 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345558:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978386432:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345587:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345606:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15241 00000100:00100000:3.0:1775764777.345613:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978385280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.345625:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:55 count 1 00010000:00010000:3.0:1775764777.345635:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345646:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 31 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345652:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.345654:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.345656:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345675:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 31 pid: 8216 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345684:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 31 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345693:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768cd7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978386560:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345716:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345733:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15242 00000100:00100000:3.0:1775764777.345741:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978385792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.345754:0:12186:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:96 count 1 00010000:00010000:3.0:1775764777.345766:0:12186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345777:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345783:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345785:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345787:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345804:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345812:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 31 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345821:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12186:1862022978386688:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345842:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345860:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15243 00000100:00100000:3.0:1775764777.345867:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978385408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.345878:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:1627 count 1 00010000:00010000:3.0:1775764777.345889:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345899:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 31 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345912:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345913:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.345916:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345934:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 31 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.345942:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 31 pid: 6579 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.345952:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978386816:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.345974:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.345991:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15244 00000100:00100000:3.0:1775764777.345998:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768cd7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3321:x1862022978385920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.346011:0:6580:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:101 count 1 00010000:00010000:3.0:1775764777.346022:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.346034:0:6580:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.346040:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.346041:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.346044:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 4/0,1 mode: --/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.346061:0:6580:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.346070:0:6580:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 31 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.346079:0:6580:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6580:1862022978386944:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.346101:0:6580:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764777.348014:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764777.348082:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.348121:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764777.348141:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.348165:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764777.348170:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764777.348203:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.348239:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764777.348258:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.348515:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387072 00000100:00100000:1.0:1775764777.348525:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387072 00000100:00100000:1.0:1775764777.348583:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387584 00000100:00100000:1.0:1775764777.348586:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387584 00000100:00100000:1.0:1775764777.348601:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387200 00000100:00100000:1.0:1775764777.348605:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387200 00000100:00100000:1.0:1775764777.348619:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387712 00000100:00100000:1.0:1775764777.348622:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387712 00000100:00100000:1.0:1775764777.348641:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15245 00000100:00100000:1.0:1775764777.348651:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3319:x1862022978387072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.348684:0:12181:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1632 count 1 00010000:00010000:1.0:1775764777.348711:0:12181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348746:0:12181:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 31 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348754:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.348756:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.348760:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348793:0:12181:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 31 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348805:0:12181:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 31 pid: 12188 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.348817:0:12181:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978388096:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.348895:0:12181:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.348914:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15246 00000100:00100000:1.0:1775764777.348921:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+8:3319:x1862022978387584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.348938:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:98 count 1 00010000:00010000:1.0:1775764777.348949:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348961:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 31 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348975:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.348976:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.348979:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.348998:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 31 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.349007:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 31 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.349018:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978388224:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.349042:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764777.349644:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15247 00000100:00100000:2.0:1775764777.349658:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+8:3319:x1862022978387200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764777.349675:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:94 count 1 00010000:00010000:2.0:1775764777.349689:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.349702:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.349709:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764777.349711:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764777.349713:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.354547:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.354570:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 31 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.354591:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12187:1862022978388352:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764777.354704:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783eb6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764777.355102:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15248 00000100:00100000:0.0:1775764777.355120:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3319:x1862022978387712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764777.355151:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:97 count 1 00010000:00010000:0.0:1775764777.355175:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.355191:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 31 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.355198:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764777.355201:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764777.355204:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 4/0,1 mode: --/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.355258:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 31 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.355269:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 31 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.355280:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978388480:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764777.355311:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789f14780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.358552:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.358636:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.358687:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.358707:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.358735:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764777.358742:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.358760:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.358777:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.358795:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.358826:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387456 00000100:00100000:3.0:1775764777.358835:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387456 00000100:00100000:3.0:1775764777.358881:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387968 00000100:00100000:3.0:1775764777.358884:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387968 00000100:00100000:3.0:1775764777.358907:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387328 00000100:00100000:3.0:1775764777.358910:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387328 00000100:00100000:3.0:1775764777.358922:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978387840 00000100:00100000:3.0:1775764777.358925:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978387840 00000100:00100000:3.0:1775764777.358941:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15249 00000100:00100000:3.0:1775764777.358950:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978387456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764777.358988:0:12215:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:53 count 1 00010000:00010000:3.0:1775764777.359019:0:12215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.359042:0:12215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 31 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.359051:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.359053:0:12215:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.359057:0:12215:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.359091:0:12215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 31 pid: 12184 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.359104:0:12215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 31 pid: 12184 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.359116:0:12215:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12215:1862022978388608:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.359219:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15250 00000100:00100000:1.0:1775764777.359229:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978387968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.359244:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:104 count 1 00010000:00010000:1.0:1775764777.359257:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.359268:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.359275:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.359277:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.359279:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.359299:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.359310:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 31 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.359320:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12190:1862022978388736:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764777.363646:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15251 00000100:00100000:2.0:1775764777.363687:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978387328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764777.363742:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:99 count 1 00010000:00010000:2.0:1775764777.363776:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.363802:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.363811:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764777.363813:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764777.363816:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.363869:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 31 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.363881:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 31 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.363903:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978388864:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.375049:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.375832:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15252 00000100:00100000:1.0:1775764777.375855:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978387840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.375891:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:96 count 1 00010000:00010000:1.0:1775764777.375917:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.375936:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 31 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.375944:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.375946:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.375949:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.375999:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 31 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.376017:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 31 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.376033:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978388992:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.376109:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764777.386724:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783eb60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764777.399670:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399692:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399710:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399796:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399828:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399850:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399935:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764777.399967:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012608 00000100:00100000:2.0:1775764777.399977:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012608 00010000:00010000:2.0:1775764777.400035:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 32 pid: 12196 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400064:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012480 00000100:00100000:2.0:1775764777.400066:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012480 00010000:00010000:2.0:1775764777.400079:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 33 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400089:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012736 00000100:00100000:2.0:1775764777.400092:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012736 00010000:00010000:2.0:1775764777.400102:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 34 pid: 12181 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400116:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013120 00000100:00100000:2.0:1775764777.400118:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013120 00010000:00010000:2.0:1775764777.400128:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 35 pid: 6579 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400137:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013248 00000100:00100000:2.0:1775764777.400140:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013248 00010000:00010000:2.0:1775764777.400150:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 36 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400159:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012992 00000100:00100000:2.0:1775764777.400161:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012992 00010000:00010000:2.0:1775764777.400172:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 37 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400192:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967012864 00000100:00100000:2.0:1775764777.400195:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967012864 00010000:00010000:2.0:1775764777.400207:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 38 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.400221:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23488 00000100:00100000:2.0:1775764777.400230:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+38:2379:x1862022967012608:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.400247:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.400253:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 38 pid: 12196 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.400266:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 38 pid: 12196 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.400300:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.400303:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.400308:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.400318:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.400575:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12051:1862022978386048:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.400600:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402489:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.402561:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+38:2379:x1862022967012608:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 2325us (2898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.402572:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23488 00000100:00100000:2.0:1775764777.402613:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23489 00000100:00100000:2.0:1775764777.402623:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+37:2379:x1862022967012480:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.402640:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.402648:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 37 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402665:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 37 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402684:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5f897f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1c6 expref: 37 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402699:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.402701:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.402706:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402719:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402736:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.402755:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+36:2379:x1862022967012480:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 135us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.402761:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23489 00000100:00100000:2.0:1775764777.402776:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23490 00000100:00100000:2.0:1775764777.402783:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+35:2379:x1862022967012736:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.402792:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.402797:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 35 pid: 12181 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402807:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 35 pid: 12181 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402820:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.402821:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.402824:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402832:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402843:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.402861:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+35:2379:x1862022967012736:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 79us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.402866:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23490 00000100:00100000:2.0:1775764777.402879:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23491 00000100:00100000:2.0:1775764777.402885:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+34:2381:x1862022967013120:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.402892:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.402898:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 34 pid: 6579 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402908:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 34 pid: 6579 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402920:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.402922:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.402925:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402931:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.402942:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.402960:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+34:2381:x1862022967013120:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 74us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.402966:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23491 00000100:00100000:2.0:1775764777.402980:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23492 00000100:00100000:2.0:1775764777.402986:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+33:2381:x1862022967013248:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.402997:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.403001:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 33 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403011:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 33 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403022:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.403024:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.403027:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403034:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403046:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.403061:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+33:2381:x1862022967013248:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 76us (3233us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.403067:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23492 00000100:00100000:2.0:1775764777.403102:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23493 00000100:00100000:2.0:1775764777.403109:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+32:2380:x1862022967012992:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.403116:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.403121:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 32 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403131:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 32 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403142:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.403144:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.403147:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403154:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403165:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.403192:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+32:2380:x1862022967012992:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 84us (3341us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.403198:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23493 00000100:00100000:2.0:1775764777.403211:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23494 00000100:00100000:2.0:1775764777.403218:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+31:2380:x1862022967012864:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764777.403226:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764777.403231:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 31 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403241:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 31 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403252:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.403253:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764777.403258:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403271:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.403283:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764777.403297:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+31:2380:x1862022967012864:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 80us (3361us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764777.403302:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23494 00010000:00010000:0.0:1775764777.403490:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.403506:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.403515:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.403523:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.403545:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.404069:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3320:x1862022978385152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59124us (59724us total) trans 4294972333 rc 0/0 00000100:00100000:0.0:1775764777.404078:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15237 00010000:00010000:0.0:1775764777.404105:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764777.404111:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.404119:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.404123:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.404131:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.404145:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.404154:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007c354e6/0x2aac6a50e5fb11e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.404173:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.404175:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.404177:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764777.405538:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1775764777.407653:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f14000/2, rc 0, transno 4294972333 00000100:00100000:0.0:1775764777.407679:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764777.412120:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:12186:1862022978386688:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.412151:0:12186:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412204:0:8216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5f8978 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c1cd expref: 30 pid: 8216 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.412220:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8216:1862022978386560:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.412231:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412239:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412247:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412263:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412271:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412293:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.412830:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3321:x1862022978385280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 67215us (68223us total) trans 4294972334 rc 0/0 00000100:00100000:0.0:1775764777.412840:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15241 00010000:00010000:0.0:1775764777.412891:0:6578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df6de693/0x2aac6a50e5cd375 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420ed6c expref: 29 pid: 12196 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.412903:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978386176:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.412916:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412924:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412932:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412941:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412949:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.412976:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764777.413237:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3320:x1862022978385664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68061us (68788us total) trans 4294972335 rc 0/0 00000100:00100000:0.0:1775764777.413244:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15238 00000004:00080000:0.0:1775764777.413278:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f17800/2, rc 0, transno 4294972335 00000100:00100000:0.0:1775764777.413283:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764777.413308:0:12041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5f87fe lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c12c expref: 28 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.413318:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978386432:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.413329:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413336:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413342:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413350:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413361:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413376:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1775764777.413673:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3320:x1862022978385536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68194us (69097us total) trans 4294972336 rc 0/0 00000100:00100000:0.0:1775764777.413680:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15240 00000004:00080000:0.0:1775764777.413719:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f16d80/2, rc 0, transno 4294972336 00000100:00100000:0.0:1775764777.413725:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764777.413745:0:6579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e4ef54f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb08f expref: 27 pid: 12181 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.413758:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768cd7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978386304:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.413768:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413776:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413782:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413789:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413800:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.413813:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1775764777.414066:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3320:x1862022978385024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68755us (69545us total) trans 4294972337 rc 0/0 00000100:00100000:0.0:1775764777.414073:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15239 00010000:00010000:0.0:1775764777.414181:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764777.414188:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414196:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.414201:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414210:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414237:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414243:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009bc1a1b9/0x2aac6a50e5fb13a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414262:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764777.414266:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414272:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.414275:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414281:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414291:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414297:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065b92a1c/0x2aac6a50e5fb125 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414308:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764777.414311:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414317:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.414319:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414325:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414338:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414344:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb133 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414355:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764777.414358:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414363:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.414366:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414372:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414380:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414387:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000989f60d9/0x2aac6a50e5fb12c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.414400:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.414402:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.414404:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764777.414437:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f15880/2, rc 0, transno 4294972337 00000100:00100000:0.0:1775764777.414442:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978385024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764777.419987:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.421357:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.421430:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f14a80/2, rc 0, transno 4294972334 00000100:00100000:1.0:1775764777.421444:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764777.422745:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.422829:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.422897:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.422917:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.422934:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.422963:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.423035:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013376 00000100:00100000:3.0:1775764777.423044:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013376 00010000:00010000:3.0:1775764777.423079:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 27 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.423110:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013504 00000100:00100000:3.0:1775764777.423113:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013504 00010000:00010000:3.0:1775764777.423135:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 32 pid: 12188 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.423149:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013760 00000100:00100000:3.0:1775764777.423151:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013760 00010000:00010000:3.0:1775764777.423161:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 33 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.423171:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013632 00000100:00100000:3.0:1775764777.423173:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013632 00010000:00010000:3.0:1775764777.423192:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 34 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.423203:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967013888 00000100:00100000:3.0:1775764777.423206:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967013888 00010000:00010000:3.0:1775764777.423215:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 35 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.423229:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23495 00000100:00100000:3.0:1775764777.423236:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+27:2380:x1862022967013376:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.423250:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.423304:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 27 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.423318:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 27 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425722:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a55d44b/0x2aac6a50e4ef055 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae97 expref: 27 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425746:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.425748:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.425753:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425763:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425803:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.425869:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+26:2380:x1862022967013376:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 2631us (3042us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.425879:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23495 00000100:00100000:3.0:1775764777.425914:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23496 00000100:00100000:3.0:1775764777.425925:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+35:2380:x1862022967013504:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.425941:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.425948:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 35 pid: 12188 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425969:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 35 pid: 12188 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425985:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.425986:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.425989:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.425997:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426009:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.426027:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+35:2380:x1862022967013504:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 106us (3129us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.426034:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23496 00000100:00100000:3.0:1775764777.426047:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23497 00000100:00100000:3.0:1775764777.426054:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+34:2380:x1862022967013760:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.426061:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.426066:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 34 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426076:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 34 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426088:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.426090:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.426093:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426100:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426111:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.426129:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+34:2380:x1862022967013760:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 76us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.426134:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23497 00000100:00100000:3.0:1775764777.426147:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23498 00000100:00100000:3.0:1775764777.426154:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+33:2380:x1862022967013632:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.426161:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.426165:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 33 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426173:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 33 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426183:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.426185:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.426188:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426194:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426211:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.426240:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+33:2380:x1862022967013632:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 87us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.426246:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23498 00000100:00100000:3.0:1775764777.426259:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23499 00000100:00100000:3.0:1775764777.426265:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+32:2379:x1862022967013888:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.426275:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.426280:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 32 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426289:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 32 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426300:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.426301:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.426304:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426310:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.426320:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764777.427951:0:16287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000453cc09f/0x2aac6a50e4ef15f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf07 expref: 32 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.427975:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978388224:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.427999:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.428010:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.428017:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.428028:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.428039:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.428064:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.428648:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+13:3319:x1862022978387584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79726us (80503us total) trans 4294971536 rc 0/0 00000100:00100000:1.0:1775764777.428658:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15246 00000100:00100000:1.0:1775764777.428708:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12190:1862022978388736:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.428722:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.428751:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978388992:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.428761:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764777.428791:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53f100/2, rc 0, transno 4294971536 00000100:00100000:1.0:1775764777.428802:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.428870:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978389120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.428904:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.430518:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+31:2379:x1862022967013888:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 4243us (7544us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.430531:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23499 00010000:00010000:3.0:1775764777.430622:0:12181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019f4fd5c/0x2aac6a50e5f87f7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c125 expref: 30 pid: 12188 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.430640:0:12181:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978388096:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.430657:0:12181:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.430667:0:12181:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.430673:0:12181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.430682:0:12181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.430690:0:12181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.430715:0:12181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764777.431129:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3319:x1862022978387072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82479us (83045us total) trans 4294971537 rc 0/0 00000100:00100000:3.0:1775764777.431137:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15245 00000100:00100000:3.0:1775764777.431155:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978389120 00000100:00100000:3.0:1775764777.431162:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978389120 00000100:00100000:3.0:1775764777.431194:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15253 00000100:00100000:3.0:1775764777.431202:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3319:x1862022978389120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764777.431231:0:12181:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:95 count 1 00010000:00010000:3.0:1775764777.431250:0:12181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.431266:0:12181:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 29 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.431274:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.431276:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.431279:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 4/0,1 mode: --/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.431314:0:12181:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 29 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432037:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764777.432046:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432061:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.432065:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432074:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432094:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432101:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e89d5781/0x2aac6a50e5fb15d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432124:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.432128:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432135:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.432138:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432145:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432153:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432160:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb156 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.432169:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.432171:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.432173:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.433638:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.434625:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e05a56d0/0x2aac6a50e4ef0b7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caec8 expref: 29 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.434647:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:12040:1862022978388480:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.434672:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.434683:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.434689:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.434698:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.434705:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.434732:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.436476:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3319:x1862022978387712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81345us (88196us total) trans 4294971538 rc 0/0 00000100:00100000:0.0:1775764777.436495:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15248 00010000:00010000:0.0:1775764777.436590:0:12187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3582d54/0x2aac6a50e4eeebf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadef expref: 28 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.436610:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:12187:1862022978388352:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.436630:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.436639:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.436645:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.436655:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.436664:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.436690:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764777.437075:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3319:x1862022978387200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 87421us (88869us total) trans 4294971539 rc 0/0 00000100:00100000:0.0:1775764777.437082:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15247 00010000:00010000:0.0:1775764777.437138:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af754d70/0x2aac6a50e4ef3ab lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caffc expref: 25 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.437151:0:6580:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6580:1862022978386944:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.437163:0:6580:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.437171:0:6580:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.437850:0:12181:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 29 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.437873:0:12181:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978389248:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.437961:0:12181:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47600 going to sleep for 11 seconds 00000100:00080000:3.0:1775764777.437985:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764777.438351:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764777.438359:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438368:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.438373:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438383:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438405:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438423:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb16b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438444:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.438447:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438454:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.438456:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438478:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438488:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438495:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051fa14e9/0x2aac6a50e5fb164 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438510:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.438512:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.438514:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.438649:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978389504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.438688:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.438717:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.438723:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978389632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.438742:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.438770:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978389504 00000100:00100000:1.0:1775764777.438777:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978389504 00000100:00100000:1.0:1775764777.438815:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978389632 00000100:00100000:1.0:1775764777.438818:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978389632 00000100:00100000:1.0:1775764777.438837:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15254 00000100:00100000:1.0:1775764777.438845:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+14:3321:x1862022978389504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.438874:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:99 count 1 00010000:00010000:1.0:1775764777.438896:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438912:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 24 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438920:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.438922:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.438925:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438948:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 24 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.438959:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 24 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.438970:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976841d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978390016:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.438999:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.439015:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15255 00000100:00100000:1.0:1775764777.439022:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3321:x1862022978389632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.439034:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:98 count 1 00010000:00010000:1.0:1775764777.439044:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439060:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 24 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439067:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439068:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439070:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 4/0,1 mode: --/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439088:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 24 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439097:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 24 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.439106:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976841d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12182:1862022978390144:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.439127:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.439143:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978389376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.439167:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.439202:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978389888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.439222:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.439239:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764777.439244:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978389760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.439259:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.439281:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978389376 00000100:00100000:1.0:1775764777.439285:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978389376 00000100:00100000:1.0:1775764777.439303:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978389888 00000100:00100000:1.0:1775764777.439305:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978389888 00000100:00100000:1.0:1775764777.439316:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978389760 00000100:00100000:1.0:1775764777.439318:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978389760 00000100:00100000:1.0:1775764777.439332:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15256 00000100:00100000:1.0:1775764777.439337:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3320:x1862022978389376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.439347:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:100 count 1 00010000:00010000:1.0:1775764777.439357:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439368:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 24 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439374:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439375:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439378:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439393:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 24 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439401:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 24 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.439424:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976841d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978390272:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.439445:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.439460:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15257 00000100:00100000:1.0:1775764777.439490:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+17:3320:x1862022978389888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.439501:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:95 count 1 00010000:00010000:1.0:1775764777.439512:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439522:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 24 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439528:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439529:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439531:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 4/0,1 mode: --/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439546:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 24 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439555:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 24 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.439565:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976841d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:16287:1862022978390400:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.439585:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.439599:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15258 00000100:00100000:1.0:1775764777.439606:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3320:x1862022978389760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.439616:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:97 count 1 00010000:00010000:1.0:1775764777.439626:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439637:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 24 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439643:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439645:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.439647:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439663:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 24 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439671:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 24 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.439679:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976841d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978390528:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.439698:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2b40 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.439748:0:12039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5f5cb5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421b2df expref: 24 pid: 6579 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.439759:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978386816:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.439775:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439784:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439791:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439801:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439808:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.439823:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.440217:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3321:x1862022978385408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 94349us (95535us total) trans 4294972338 rc 0/0 00000100:00100000:1.0:1775764777.440225:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15243 00010000:00010000:1.0:1775764777.440251:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.440257:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440265:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.440268:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440277:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440291:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440298:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb148 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440317:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.440319:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.440320:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.440344:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f17100/2, rc 0, transno 4294972338 00000100:00100000:1.0:1775764777.440355:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.440405:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978390656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.440445:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.440501:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978390656 00000100:00100000:1.0:1775764777.440505:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978390656 00000100:00100000:1.0:1775764777.440530:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15259 00000100:00100000:1.0:1775764777.440536:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+18:3321:x1862022978390656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.440551:0:12187:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:94 count 1 00010000:00010000:1.0:1775764777.440564:0:12187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440577:0:12187:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 23 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440584:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.440586:0:12187:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.440588:0:12187:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440607:0:12187:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 23 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.440621:0:12187:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 23 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.440632:0:12187:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978390784:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.440660:0:12187:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2000 going to sleep for 11 seconds 00010000:00010000:0.0:1775764777.443664:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.443681:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.443689:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.443725:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.444254:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3321:x1862022978385920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 98252us (99534us total) trans 4294972339 rc 0/0 00000100:00100000:0.0:1775764777.444264:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15244 00000004:00080000:0.0:1775764777.449706:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53c380/2, rc 0, transno 4294971539 00000100:00100000:0.0:1775764777.449731:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387200:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764777.449744:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53d180/2, rc 0, transno 4294971538 00000100:00100000:0.0:1775764777.449748:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387712:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1775764777.449758:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53ca80/2, rc 0, transno 4294971537 00000100:00100000:0.0:1775764777.449762:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978387072:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1775764777.449801:0:12186:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.449817:0:12186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.449833:0:12186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.449841:0:12186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.449860:0:12186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1775764777.451214:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.451271:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.451303:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.451378:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.451503:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764777.451526:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764777.451535:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451546:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.451551:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451560:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451579:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451586:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb14f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451610:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.451613:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451619:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.451622:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451629:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451643:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451649:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb141 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451662:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.451664:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.451666:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.451682:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014144 00000100:00100000:3.0:1775764777.451691:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014144 00010000:00010000:3.0:1775764777.451728:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 28 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.451753:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014016 00000100:00100000:3.0:1775764777.451755:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014016 00010000:00010000:3.0:1775764777.451766:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 6/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 29 pid: 12184 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.451776:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014272 00000100:00100000:3.0:1775764777.451778:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014272 00010000:00010000:3.0:1775764777.451786:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 30 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.451796:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014400 00000100:00100000:3.0:1775764777.451798:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014400 00010000:00010000:3.0:1775764777.451808:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 31 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.451819:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014528 00000100:00100000:3.0:1775764777.451821:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014528 00010000:00010000:3.0:1775764777.451830:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 32 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.451844:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23500 00000100:00100000:3.0:1775764777.451852:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+32:2379:x1862022967014144:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.451866:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.451870:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 32 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451881:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 32 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451897:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009570810b/0x2aac6a50e4ef5cd lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb0ce expref: 32 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451909:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.451911:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.451915:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451925:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.451956:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.452000:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+31:2379:x1862022967014144:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 148us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.452007:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23500 00000100:00100000:3.0:1775764777.452025:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23501 00000100:00100000:3.0:1775764777.452031:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+30:2379:x1862022967014016:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.452039:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.452043:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 6/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 30 pid: 12184 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.452054:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 30 pid: 12184 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.452064:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.452066:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.452069:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.452077:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.452089:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.452106:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+30:2379:x1862022967014016:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 76us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.452112:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23501 00000100:00100000:3.0:1775764777.452125:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23502 00000100:00100000:3.0:1775764777.452130:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+29:2379:x1862022967014272:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.452137:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.452141:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 29 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.452150:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 29 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.452161:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1020cfe/0x2aac6a50e4eefec lrc: 0/0,0 mode: --/PW res: [0x240000403:0x60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae6d expref: 29 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453513:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.453521:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.453528:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453541:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453577:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.453628:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+28:2379:x1862022967014272:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1493us (2319us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.453638:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23502 00000100:00100000:3.0:1775764777.453674:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23503 00000100:00100000:3.0:1775764777.453684:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+27:2380:x1862022967014400:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.453703:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.453710:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 27 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453721:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 27 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453738:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.453740:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.453742:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453748:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453759:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.453776:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+27:2380:x1862022967014400:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 95us (2398us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.453782:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23503 00000100:00100000:3.0:1775764777.453795:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23504 00000100:00100000:3.0:1775764777.453802:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+26:2382:x1862022967014528:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.453810:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.453815:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 26 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453824:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 26 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453836:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.453837:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.453840:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453847:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453857:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.453872:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+26:2382:x1862022967014528:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 70us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.453877:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23504 00010000:00010000:3.0:1775764777.453937:0:12193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b12a5c8a/0x2aac6a50e4ef207 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf4d expref: 25 pid: 8216 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.453951:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978388864:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.453974:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453984:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.453991:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.454005:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.454012:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.454037:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1775764777.454551:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f16300/2, rc 0, transno 4294972339 00000100:00100000:1.0:1775764777.454564:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764777.454655:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.454660:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454669:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.454673:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454681:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454695:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454702:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047780941/0x2aac6a50e5fb180 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454726:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.454728:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.454729:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.454740:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454748:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454756:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454764:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.454780:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.455006:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3322:x1862022978387840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79164us (96208us total) trans 4294971540 rc 0/0 00000100:00100000:1.0:1775764777.455016:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15252 00000100:00100000:1.0:1775764777.455043:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.455057:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978390912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.455096:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.455128:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978391040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.455150:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.455168:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764777.455173:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978391168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.455190:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.455238:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978391296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.455259:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.455287:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978390912 00000100:00100000:1.0:1775764777.455294:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978390912 00000100:00100000:3.0:1775764777.461179:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+15:3322:x1862022978387328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97506us (102407us total) trans 4294971541 rc 0/0 00000100:00100000:3.0:1775764777.461194:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15251 00000100:00100000:3.0:1775764777.461227:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978391040 00000100:00100000:3.0:1775764777.461235:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978391040 00000100:00100000:3.0:1775764777.461273:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978391168 00000100:00100000:3.0:1775764777.461277:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978391168 00000100:00100000:3.0:1775764777.461296:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978391296 00000100:00100000:3.0:1775764777.461299:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978391296 00000100:00100000:3.0:1775764777.461320:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15260 00000100:00100000:0.0:1775764777.461665:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978385792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 115923us (117024us total) trans 4294972340 rc 0/0 00000100:00100000:0.0:1775764777.461673:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15242 00000100:00100000:0.0:1775764777.461691:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15261 00000100:00100000:0.0:1775764777.461701:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:3319:x1862022978391040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764777.461732:0:12186:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:93 count 1 00010000:00010000:0.0:1775764777.461759:0:12186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.461785:0:12186:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 24 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.461801:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764777.461804:0:12186:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764777.461807:0:12186:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 4/0,1 mode: --/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.461846:0:12186:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 24 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.461858:0:12186:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 24 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.461873:0:12186:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978391424:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764777.461958:0:12186:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789f14240 going to sleep for 11 seconds 00000004:00080000:1.0:1775764777.462167:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897686f15500/2, rc 0, transno 4294972340 00000100:00100000:1.0:1775764777.462190:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686f15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978385792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.462212:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15262 00000100:00100000:1.0:1775764777.462221:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3319:x1862022978391168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.462445:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:92 count 1 00010000:00010000:1.0:1775764777.462459:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462497:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 24 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462503:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.462504:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.462506:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462525:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 24 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462533:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 24 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.462546:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978391680:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.462575:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977ab887b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.462588:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.462600:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978391552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.462633:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764777.462733:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.462741:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462750:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.462754:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462763:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462780:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462786:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fb187 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462804:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.462806:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.462807:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.462817:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978391552 00000100:00100000:1.0:1775764777.462822:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978391552 00000100:00100000:1.0:1775764777.462850:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15263 00000100:00100000:1.0:1775764777.462856:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978391296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.462868:0:12040:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:93 count 1 00010000:00010000:1.0:1775764777.462881:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462891:0:12040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 23 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462898:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.462900:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.462902:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 4/0,1 mode: --/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462919:0:12040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 23 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.462928:0:12040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 23 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.462938:0:12040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978391808:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.462960:0:12040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977ab887240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.462974:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15264 00000100:00100000:1.0:1775764777.462980:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978391552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.462991:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:92 count 1 00010000:00010000:1.0:1775764777.463001:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.463012:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 23 pid: 12187 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.463019:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764777.463021:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764777.463023:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.463038:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 23 pid: 12187 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.463046:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 23 pid: 12187 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.463055:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978391936:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.463073:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977ab887cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.464519:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.464537:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.464553:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.464564:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.464573:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.464594:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.465052:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+17:3322:x1862022978387968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 105821us (106340us total) trans 4294971542 rc 0/0 00000100:00100000:1.0:1775764777.465061:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15250 00010000:00010000:1.0:1775764777.465097:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.465102:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.465110:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.465113:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.465122:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.465138:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.465145:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fb179 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.465172:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.465174:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.465176:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.465210:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53d500/2, rc 0, transno 4294971541 00000100:00100000:1.0:1775764777.465223:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387328:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764777.465235:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53e300/2, rc 0, transno 4294971540 00000100:00100000:1.0:1775764777.465238:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387840:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764777.465245:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897682d58000/2, rc 0, transno 4294971542 00000100:00100000:1.0:1775764777.465248:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.466301:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:3321:x1862022978390912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764777.466347:0:12193:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:103 count 1 00010000:00010000:3.0:1775764777.466371:0:12193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466390:0:12193:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 24 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466398:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.466401:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.466404:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 4/0,1 mode: --/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466448:0:12193:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 24 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466460:0:12193:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 24 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.466501:0:12193:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978392448:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.466554:0:12193:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47d80 going to sleep for 11 seconds 00010000:00010000:3.0:1775764777.466591:0:12181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047fe2928/0x2aac6a50e4eef44 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae27 expref: 24 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.466605:0:12181:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12181:1862022978389248:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.466624:0:12181:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466633:0:12181:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466640:0:12181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466648:0:12181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466657:0:12181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.466682:0:12181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.467094:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3319:x1862022978389120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35891us (38188us total) trans 4294971543 rc 0/0 00000100:00100000:3.0:1775764777.467105:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15253 00000100:00100000:3.0:1775764777.467376:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.467427:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.467462:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.467527:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.467620:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.467646:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764777.467665:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.467672:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.467683:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.467687:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.467697:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.467717:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.467725:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb18e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.467760:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.467762:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.467827:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.467850:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014656 00000100:00100000:3.0:1775764777.467857:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014656 00010000:00010000:3.0:1775764777.467886:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 24 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.467906:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014912 00000100:00100000:3.0:1775764777.467909:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014912 00010000:00010000:3.0:1775764777.467921:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 25 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.467931:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015168 00000100:00100000:3.0:1775764777.467933:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015168 00010000:00010000:3.0:1775764777.467942:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 26 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.467952:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967014784 00000100:00100000:3.0:1775764777.467954:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967014784 00010000:00010000:3.0:1775764777.467962:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 27 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.467970:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015040 00000100:00100000:3.0:1775764777.467972:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015040 00010000:00010000:3.0:1775764777.467980:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 28 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.467990:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015296 00000100:00100000:3.0:1775764777.467992:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015296 00010000:00010000:3.0:1775764777.468001:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 29 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.468014:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23505 00000100:00100000:3.0:1775764777.468022:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+29:2380:x1862022967014656:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.468033:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.468039:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 29 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468051:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 29 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468066:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468068:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468072:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468082:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468098:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.468134:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+29:2380:x1862022967014656:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 113us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.468141:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23505 00000100:00100000:3.0:1775764777.468156:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23506 00000100:00100000:3.0:1775764777.468163:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+28:2380:x1862022967014912:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.468171:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.468175:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 28 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468184:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 28 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468195:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468196:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468199:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468205:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468216:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.468232:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+28:2380:x1862022967014912:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 71us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.468238:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23506 00000100:00100000:3.0:1775764777.468274:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23507 00000100:00100000:3.0:1775764777.468280:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+27:2380:x1862022967015168:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.468287:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.468292:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 27 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468302:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 27 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468312:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468314:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468317:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468323:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468335:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.468351:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+27:2380:x1862022967015168:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 71us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.468357:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23507 00000100:00100000:3.0:1775764777.468369:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23508 00000100:00100000:3.0:1775764777.468375:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+26:2380:x1862022967014784:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.468382:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.468386:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 26 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468395:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 26 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468443:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468445:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468449:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468456:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468489:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.468506:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+26:2380:x1862022967014784:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 131us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.468513:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23508 00000100:00100000:3.0:1775764777.468526:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23509 00000100:00100000:3.0:1775764777.468531:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+25:2380:x1862022967015040:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.468539:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.468543:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 25 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468552:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 25 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468563:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468565:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468568:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468580:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468592:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.468608:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+25:2380:x1862022967015040:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 77us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.468615:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23509 00000100:00100000:3.0:1775764777.468627:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23510 00000100:00100000:3.0:1775764777.468633:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+24:2380:x1862022967015296:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.468640:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.468644:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 24 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468653:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 24 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468663:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468665:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.468668:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468675:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.468685:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.468700:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+24:2380:x1862022967015296:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 67us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.468707:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23510 00010000:00010000:0.0:1775764777.468897:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.469751:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978392064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.469804:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764777.469867:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e217b80/2, rc 0, transno 4294971543 00000100:00100000:1.0:1775764777.469882:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978389120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.469895:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764777.469901:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978392192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.469922:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.470001:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978392064 00000100:00100000:0.0:1775764777.470007:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978392064 00000100:00100000:0.0:1775764777.470045:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978392192 00000100:00100000:0.0:1775764777.470048:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978392192 00000100:00100000:0.0:1775764777.470065:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15265 00000100:00100000:0.0:1775764777.470073:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3319:x1862022978392064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764777.470101:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:91 count 1 00010000:00010000:0.0:1775764777.470128:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.470145:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 23 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.470157:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764777.470159:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764777.470162:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.470194:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 23 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.470205:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 23 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.470219:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8216:1862022978392576:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764777.470274:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789f146c0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764777.479094:0:12182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b690d40d/0x2aac6a50e4ef190 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf1c expref: 23 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.479117:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976841d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12182:1862022978390144:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.479141:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.479152:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.479160:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.479170:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.479177:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.479199:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.482393:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978392320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.482506:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764777.482602:0:16465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000175f6f81/0x2aac6a50e4ef24d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caf70 expref: 22 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.482626:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976841d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978390016:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.482650:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.482663:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.482670:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.482680:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.482687:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.482705:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1775764777.483206:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+21:3321:x1862022978389504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44361us (44516us total) trans 4294972341 rc 0/0 00000100:00100000:1.0:1775764777.483218:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15254 00000100:00100000:1.0:1775764777.483244:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978392320 00000100:00100000:1.0:1775764777.483251:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978392320 00000100:00100000:1.0:1775764777.483291:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15266 00000100:00100000:1.0:1775764777.483299:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+19:3319:x1862022978392192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.483331:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:90 count 1 00010000:00010000:1.0:1775764777.483356:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483373:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 23 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483380:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.483383:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.483386:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483438:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 23 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483452:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 23 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.483489:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978392704:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.483564:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2480 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.483596:0:16287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8aabe/0x2aac6a50e4eefbb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae58 expref: 21 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.483608:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976841d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:16287:1862022978390400:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.483622:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483631:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483638:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483645:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483652:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483668:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1775764777.483819:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+21:3320:x1862022978389888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44352us (44595us total) trans 4294972342 rc 0/0 00000100:00100000:1.0:1775764777.483826:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15257 00000100:00100000:1.0:1775764777.483843:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15267 00000100:00100000:1.0:1775764777.483850:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+19:3321:x1862022978392320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.483862:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:89 count 1 00010000:00010000:1.0:1775764777.483873:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483885:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 23 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483891:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.483893:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.483895:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483912:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 23 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.483922:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 23 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.483933:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978392832:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.483958:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2300 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.484025:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764777.484031:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484040:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.484044:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484053:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484072:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484080:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fb19c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484098:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764777.484102:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484108:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.484111:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484118:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484126:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484132:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fb195 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484144:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.484147:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484153:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.484156:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484164:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484174:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 1/0,0 mode: --/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484180:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fb1aa lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484193:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.484194:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.484196:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.484222:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e214380/2, rc 0, transno 4294972341 00000100:00100000:1.0:1775764777.484238:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978389504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.484246:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.484255:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978392960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.484283:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.484314:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978392960 00000100:00100000:1.0:1775764777.484320:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978392960 00000100:00100000:1.0:1775764777.484348:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15268 00000100:00100000:1.0:1775764777.484355:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3321:x1862022978392960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.484368:0:12184:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:88 count 1 00010000:00010000:1.0:1775764777.484380:0:12184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484392:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 23 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484398:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.484400:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.484402:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484436:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 23 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484450:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 23 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.484459:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12184:1862022978393088:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.484513:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.484652:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978393216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.484679:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.484706:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978393216 00000100:00100000:1.0:1775764777.484710:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978393216 00000100:00100000:1.0:1775764777.484727:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15269 00000100:00100000:1.0:1775764777.484732:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3319:x1862022978393216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.484745:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:91 count 1 00010000:00010000:1.0:1775764777.484758:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484770:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 20 pid: 12193 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484777:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764777.484778:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764777.484781:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 4/0,1 mode: --/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484798:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 20 pid: 12193 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.484813:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 20 pid: 12193 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.484822:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978393344:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.484846:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2240 going to sleep for 11 seconds 00000004:00080000:1.0:1775764777.484869:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e215500/2, rc 0, transno 4294972342 00000100:00100000:1.0:1775764777.484876:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978389888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.484905:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764777.484912:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978393472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.484937:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.484961:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978393472 00000100:00100000:1.0:1775764777.484965:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978393472 00000100:00100000:1.0:1775764777.484983:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15270 00000100:00100000:1.0:1775764777.484989:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2675c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3319:x1862022978393472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.485001:0:12041:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:90 count 1 00010000:00010000:1.0:1775764777.485012:0:12041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485023:0:12041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 20 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485031:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.485032:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.485035:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485058:0:12041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 20 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485067:0:12041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 20 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.485076:0:12041:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978393600:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.485098:0:12041:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef23c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.485126:0:12187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e4eef05 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cae0b expref: 20 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.485139:0:12187:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12187:1862022978390784:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.485153:0:12187:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485161:0:12187:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485168:0:12187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485176:0:12187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485187:0:12187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.485202:0:12187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.486536:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3321:x1862022978389632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47510us (47788us total) trans 4294972343 rc 0/0 00000100:00100000:3.0:1775764777.486547:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15255 00000100:00100000:0.0:1775764777.488806:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764777.488901:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764777.488924:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764777.488942:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764777.488964:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764777.489014:0:12186:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12186:1862022978391424:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.489039:0:12186:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.492731:0:6579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013727135/0x2aac6a50e4ef0e8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41caed6 expref: 19 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.492759:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976841d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978390528:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.492789:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.492803:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.492811:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.492822:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.492830:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.492856:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1775764777.493519:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764777.493530:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.493888:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3320:x1862022978389760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54279us (54623us total) trans 4294972344 rc 0/0 00000100:00100000:0.0:1775764777.493900:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15258 00010000:00010000:1.0:1775764777.496817:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.496824:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496837:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496859:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496865:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fb1b8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496895:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.496900:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496913:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.496916:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496924:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496933:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496940:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fb1b1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.496953:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.496954:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.496957:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.497016:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978391936:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.497042:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.497080:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978391680:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.497092:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764777.497132:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e215180/2, rc 0, transno 4294972344 00000100:00100000:1.0:1775764777.497156:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978389760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764777.497174:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.497191:0:12040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12040:1862022978391808:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.497203:0:12040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.497696:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+23:3321:x1862022978390656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57158us (57247us total) trans 4294972345 rc 0/0 00000100:00100000:1.0:1775764777.497706:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15259 00000004:00080000:1.0:1775764777.499811:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bf800/2, rc 0, transno 4294972345 00000100:00100000:1.0:1775764777.499828:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978390656:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764777.499842:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e214700/2, rc 0, transno 4294972343 00000100:00100000:1.0:1775764777.499846:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978389632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764777.499867:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.499892:0:6578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c89ac7ce/0x2aac6a50e4ef303 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafa8 expref: 18 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.499910:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976841d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6578:1862022978390272:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.499933:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.499946:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.499953:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.499965:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.499973:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.499996:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.501980:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.502003:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.502015:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.502027:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.502045:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.502106:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:3.0:1775764777.502138:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.502148:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502161:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.502165:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502175:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502200:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502208:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fb1a3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502231:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.502233:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.502235:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.502279:0:12193:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:12193:1862022978392448:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.502311:0:12193:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502506:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015552 00000100:00100000:3.0:1775764777.502516:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015552 00010000:00010000:3.0:1775764777.502552:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 24 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502577:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015808 00000100:00100000:3.0:1775764777.502580:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015808 00010000:00010000:3.0:1775764777.502592:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 18 pid: 12187 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502604:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015424 00000100:00100000:3.0:1775764777.502606:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015424 00010000:00010000:3.0:1775764777.502619:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 25 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502631:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015680 00000100:00100000:3.0:1775764777.502633:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015680 00010000:00010000:3.0:1775764777.502644:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 19 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502655:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967015936 00000100:00100000:3.0:1775764777.502657:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967015936 00010000:00010000:3.0:1775764777.502668:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 26 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502687:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016320 00000100:00100000:3.0:1775764777.502689:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016320 00010000:00010000:3.0:1775764777.502699:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 27 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502709:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016576 00000100:00100000:3.0:1775764777.502711:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016576 00010000:00010000:3.0:1775764777.502721:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 20 pid: 12193 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502730:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016448 00000100:00100000:3.0:1775764777.502732:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016448 00010000:00010000:3.0:1775764777.502741:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 28 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502751:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016064 00000100:00100000:3.0:1775764777.502753:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016064 00010000:00010000:3.0:1775764777.502763:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 29 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502774:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016192 00000100:00100000:3.0:1775764777.502776:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016192 00010000:00010000:3.0:1775764777.502785:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 30 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502795:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016704 00000100:00100000:3.0:1775764777.502798:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016704 00010000:00010000:3.0:1775764777.502807:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 21 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.502821:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23511 00000100:00100000:3.0:1775764777.502830:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+30:2381:x1862022967015552:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.502849:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.502855:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 30 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502866:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 30 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502888:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000347f4961/0x2aac6a50e4eed4c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad55 expref: 30 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502904:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.502907:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.502911:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502922:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.502952:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.503002:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+29:2381:x1862022967015552:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 172us (14205us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.503011:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23511 00000100:00100000:3.0:1775764777.503030:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23512 00000100:00100000:3.0:1775764777.503037:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+21:2381:x1862022967015808:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.503045:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.503049:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 21 pid: 12187 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503058:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 21 pid: 12187 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503070:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005f068c1/0x2aac6a50e5c9984 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da48 expref: 21 pid: 12187 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503080:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.503081:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.503085:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503092:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503114:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.503132:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+20:2381:x1862022967015808:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 96us (14231us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.503138:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23512 00000100:00100000:3.0:1775764777.503150:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23513 00000100:00100000:3.0:1775764777.503156:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+28:2381:x1862022967015424:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.503167:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.503171:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 28 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503182:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 28 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503194:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5fcfb85/0x2aac6a50e4eedf4 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad9b expref: 28 pid: 12184 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503203:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.503204:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.503207:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503220:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.503237:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.503256:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+27:2381:x1862022967015424:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 101us (14331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.503262:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23513 00000100:00100000:3.0:1775764777.503301:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23514 00000100:00100000:3.0:1775764777.503308:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+19:2381:x1862022967015680:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.503315:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.503320:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 19 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.503620:0:12186:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.503631:0:12186:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.503642:0:12186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.503650:0:12186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.503664:0:12186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.504136:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:3319:x1862022978391040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42437us (48984us total) trans 4294971544 rc 0/0 00000100:00100000:0.0:1775764777.504146:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15261 00000100:00100000:0.0:1775764777.504191:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8216:1862022978392576:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.504208:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.504666:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3320:x1862022978389376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65325us (65495us total) trans 4294972346 rc 0/0 00000100:00100000:1.0:1775764777.504676:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15256 00010000:00010000:1.0:1775764777.504704:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.504710:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504717:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.504723:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504732:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504749:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504758:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb1bf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504778:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.504782:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.504783:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.504807:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:16465:1862022978392704:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.504821:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.504844:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:16287:1862022978392832:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.504855:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.504878:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978393344:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.504889:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504906:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504915:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504928:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504935:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.504957:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.505266:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3321:x1862022978391552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42285us (42631us total) trans 4294972347 rc 0/0 00000100:00100000:1.0:1775764777.505274:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15264 00000100:00100000:1.0:1775764777.505302:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978393728:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764777.506644:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 19 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.506673:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000686f00c1/0x2aac6a50e4eee6b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cadcc expref: 19 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.506688:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.506690:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.506694:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.506705:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.506746:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764777.506837:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764777.506843:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.506851:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.506855:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.506864:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.506881:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.506888:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fb1d4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.506906:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.506908:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.506910:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.509098:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+18:2381:x1862022967015680:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 5779us (20143us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.509113:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23514 00000100:00100000:3.0:1775764777.509153:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23515 00000100:00100000:3.0:1775764777.509166:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+26:2381:x1862022967015936:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.509184:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.509192:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 26 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.509209:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 26 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.509245:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e4ef556 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cb09d expref: 26 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.509264:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.509266:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.509271:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.509280:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510669:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.510742:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+25:2381:x1862022967015936:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1576us (21771us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.510754:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23515 00000100:00100000:3.0:1775764777.510786:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23516 00000100:00100000:3.0:1775764777.510797:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+24:2381:x1862022967016320:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.510813:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.510822:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 24 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510837:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 24 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510856:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005236466b/0x2aac6a50e4eeb54 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac83 expref: 24 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510871:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.510873:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.510878:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510887:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510915:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.510935:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+23:2381:x1862022967016320:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 142us (8966us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.510942:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23516 00000100:00100000:3.0:1775764777.510956:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23517 00000100:00100000:3.0:1775764777.510964:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+17:2381:x1862022967016576:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.510972:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.510979:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 17 pid: 12193 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.510989:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 17 pid: 12193 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511003:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5c98dc lrc: 0/0,0 mode: --/PR res: [0x280000403:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e420da09 expref: 17 pid: 12193 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511013:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.511015:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.511018:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511026:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511045:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.511064:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+16:2381:x1862022967016576:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 102us (9060us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.511071:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23517 00000100:00100000:3.0:1775764777.511085:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23518 00000100:00100000:3.0:1775764777.511092:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+22:2381:x1862022967016448:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.511100:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.511105:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 22 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511114:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 22 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511126:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.511128:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.511131:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511138:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511156:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.511174:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+22:2381:x1862022967016448:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 83us (9158us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.511181:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23518 00000100:00100000:3.0:1775764777.511194:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23519 00000100:00100000:3.0:1775764777.511201:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+21:2380:x1862022967016064:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.511209:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.511214:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 21 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511226:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 21 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511237:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb932006/0x2aac6a50e4eeca4 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad0f expref: 21 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511249:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.511250:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.511253:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511261:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.511282:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.511298:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+20:2380:x1862022967016064:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 98us (9271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.511304:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23519 00000100:00100000:3.0:1775764777.511318:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23520 00000100:00100000:1.0:1775764777.512281:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764777.512365:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3056680/2, rc 0, transno 4294972347 00000100:00100000:1.0:1775764777.512383:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978391552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.512399:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.512419:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978393856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.512454:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.512512:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978393984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.512535:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764777.512566:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bf100/2, rc 0, transno 4294971544 00000100:00100000:1.0:1775764777.512576:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978391040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764777.512601:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.512619:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.512632:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.512638:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.512656:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.512939:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+23:3319:x1862022978393216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28205us (28258us total) trans 4294972348 rc 0/0 00000100:00100000:1.0:1775764777.512949:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15269 00000100:00100000:1.0:1775764777.512971:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978393728 00000100:00100000:1.0:1775764777.512977:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978393728 00000100:00100000:1.0:1775764777.513031:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978393856 00000100:00100000:1.0:1775764777.513043:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978393856 00000100:00100000:1.0:1775764777.513061:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978393984 00000100:00100000:1.0:1775764777.513064:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978393984 00000100:00100000:1.0:1775764777.513096:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15271 00000100:00100000:1.0:1775764777.513104:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+25:3321:x1862022978393728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.513135:0:12190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:89 count 1 00010000:00010000:1.0:1775764777.513158:0:12190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513175:0:12190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 15 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513183:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.513185:0:12190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.513187:0:12190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 4/0,1 mode: --/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513216:0:12190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 15 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513227:0:12190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 15 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.513240:0:12190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978394112:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.513327:0:12190:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977ab887cc0 going to sleep for 11 seconds 00000004:00080000:1.0:1775764777.513401:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dff2680/2, rc 0, transno 4294972348 00000100:00100000:1.0:1775764777.513416:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978393216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.513422:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764777.513431:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978394240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.513455:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764777.513521:0:12184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000addbbd96/0x2aac6a50e4eeacf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac4b expref: 19 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.513535:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:12184:1862022978393088:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.513554:0:12184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513568:0:12184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513574:0:12184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513582:0:12184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513589:0:12184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.513605:0:12184:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1775764777.514001:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3321:x1862022978392960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29644us (29715us total) trans 4294971545 rc 0/0 00000100:00100000:1.0:1775764777.514009:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15268 00000100:00100000:1.0:1775764777.514025:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978394240 00000100:00100000:1.0:1775764777.514030:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978394240 00000100:00100000:1.0:1775764777.514057:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15272 00000100:00100000:1.0:1775764777.514063:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+25:3321:x1862022978393856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.514079:0:12184:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:88 count 1 00010000:00010000:1.0:1775764777.514093:0:12184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514105:0:12184:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 15 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514113:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.514114:0:12184:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.514117:0:12184:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514139:0:12184:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 15 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514149:0:12184:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 15 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.514159:0:12184:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978394368:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.514185:0:12184:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977828e06c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.514200:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764777.514205:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514212:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.514215:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514243:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514263:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 1/0,0 mode: --/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514271:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fb1fe lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514290:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.514293:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514300:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.514302:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514309:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514318:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514325:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e107402/0x2aac6a50e5fb1f7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514337:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.514339:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.514340:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.514363:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dff3480/2, rc 0, transno 4294971545 00000100:00100000:1.0:1775764777.514372:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978392960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.514429:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978394496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.514454:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1775764777.514530:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e214a80/2, rc 0, transno 4294972346 00000100:00100000:1.0:1775764777.514536:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978389376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.514645:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764777.514652:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978394624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.514676:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.514704:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978394752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.514722:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.514738:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764777.514743:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978394880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.514765:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.514783:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978394496 00000100:00100000:1.0:1775764777.514787:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978394496 00000100:00100000:1.0:1775764777.514808:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978394624 00000100:00100000:1.0:1775764777.514811:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978394624 00000100:00100000:1.0:1775764777.514821:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978394752 00000100:00100000:1.0:1775764777.514823:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978394752 00000100:00100000:1.0:1775764777.514831:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978394880 00000100:00100000:1.0:1775764777.514833:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978394880 00000100:00100000:1.0:1775764777.514844:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15273 00000100:00100000:1.0:1775764777.514850:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3319:x1862022978393984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.514866:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:87 count 1 00010000:00010000:1.0:1775764777.514882:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514896:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 15 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514904:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.514905:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.514908:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514926:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 15 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.514935:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 15 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.514945:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978395008:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.514967:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977ab887240 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.514985:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.514997:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15274 00000100:00100000:1.0:1775764777.515004:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3319:x1862022978394240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.515016:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:87 count 1 00010000:00010000:1.0:1775764777.515030:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515040:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 18 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515047:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.515048:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.515051:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515070:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 18 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515079:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 18 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.515090:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978395136:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.515108:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977ab887b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.515133:0:12041:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12041:1862022978393600:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.515148:0:12041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.515172:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15275 00000100:00100000:1.0:1775764777.515180:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3321:x1862022978394496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764777.515192:0:12051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:101 count 1 00010000:00010000:1.0:1775764777.515203:0:12051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515214:0:12051:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 18 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515220:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.515221:0:12051:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.515224:0:12051:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515242:0:12051:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 18 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515251:0:12051:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 18 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.515261:0:12051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12051:1862022978395264:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.515279:0:12051:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764777.515297:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15276 00000100:00100000:1.0:1775764777.515304:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3321:x1862022978394624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.515316:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:86 count 1 00010000:00010000:1.0:1775764777.515328:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515339:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 15 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515344:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.515346:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764777.515348:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 4/0,1 mode: --/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515365:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 15 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.515379:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 15 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.515388:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978395392:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.515699:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+19:2380:x1862022967016192:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.515716:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.515724:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 18 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515736:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 18 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515753:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a59170d/0x2aac6a50e4eebfc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacc9 expref: 18 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515766:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.515767:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.515772:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515780:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515812:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.515831:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+17:2380:x1862022967016192:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 4506us (13785us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.515843:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23520 00000100:00100000:3.0:1775764777.515884:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23521 00000100:00100000:3.0:1775764777.515892:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+15:2380:x1862022967016704:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.515900:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.515905:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 15 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515914:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 15 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515926:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000832a7e3b/0x2aac6a50e4eec96 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cad01 expref: 15 pid: 12051 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515936:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.515938:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.515940:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515947:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.515963:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.515978:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+14:2380:x1862022967016704:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 88us (13873us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.515984:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23521 00010000:00010000:3.0:1775764777.516025:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516039:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516048:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516055:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516072:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.516629:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+23:3321:x1862022978392320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32778us (34121us total) trans 4294971546 rc 0/0 00000100:00100000:3.0:1775764777.516637:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15267 00000100:00100000:3.0:1775764777.516658:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15277 00000100:00100000:3.0:1775764777.516666:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+28:3319:x1862022978394752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.516682:0:16287:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:47 count 1 00010000:00010000:3.0:1775764777.516699:0:16287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516711:0:16287:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 13 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516718:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.516720:0:16287:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.516722:0:16287:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516746:0:16287:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 13 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516756:0:16287:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 13 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.516768:0:16287:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:16287:1862022978395520:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.516796:0:16287:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47180 going to sleep for 11 seconds 00010000:00010000:3.0:1775764777.516812:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.516817:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516824:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.516828:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516838:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516851:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516858:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fb1f0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516882:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.516884:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.516886:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.516900:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15278 00000100:00100000:3.0:1775764777.516910:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3319:x1862022978394880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.516927:0:12181:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:48 count 1 00010000:00010000:3.0:1775764777.516937:0:12181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516947:0:12181:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 13 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516954:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.516955:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.516957:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 4/0,1 mode: --/PW res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516974:0:12181:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 13 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.516983:0:12181:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 13 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.516992:0:12181:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12181:1862022978395648:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.517011:0:12181:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47000 going to sleep for 11 seconds 00010000:00010000:3.0:1775764777.517032:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.517040:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.517048:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.517055:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.517070:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.518989:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+23:3319:x1862022978392192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35683us (49058us total) trans 4294971547 rc 0/0 00000100:00100000:3.0:1775764777.519002:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15266 00000004:00080000:3.0:1775764777.519066:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bff1e680/2, rc 0, transno 4294971546 00000100:00100000:3.0:1775764777.519079:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978392320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764777.519097:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.519104:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.519116:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.519121:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.519130:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.519151:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.519159:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f80b6a81/0x2aac6a50e5fb1e9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.519176:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.519177:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.519179:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764777.519194:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bff1ca80/2, rc 0, transno 4294971547 00000100:00100000:3.0:1775764777.519197:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978392192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1775764777.519341:0:12193:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.519353:0:12193:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.519363:0:12193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.519372:0:12193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.519396:0:12193:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.519834:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+23:3321:x1862022978390912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58507us (64738us total) trans 4294971548 rc 0/0 00000100:00100000:0.0:1775764777.519841:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15260 00000100:00100000:1.0:1775764777.520104:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253240 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.520116:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.520122:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520130:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.520132:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520138:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520148:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520152:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e069142d/0x2aac6a50e5fb1db lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520167:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.520169:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.520170:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.520179:0:12041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520185:0:12041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520190:0:12041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520194:0:12041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.520212:0:12041:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764777.520482:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764777.520488:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.520495:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764777.520498:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.520505:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.520516:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.520523:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b8534c4/0x2aac6a50e5fb205 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.520545:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.520546:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.520549:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.520694:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2675c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3319:x1862022978393472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35703us (35754us total) trans 4294972349 rc 0/0 00000100:00100000:1.0:1775764777.520702:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15270 00000004:00080000:2.0:1775764777.520724:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dff3b80/2, rc 0, transno 4294972349 00000100:00100000:2.0:1775764777.520737:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978393472:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764777.521552:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.521563:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.521573:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.521582:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.521598:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978395776:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764777.521609:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.521643:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1775764777.521684:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bc380/2, rc 0, transno 4294971548 00000100:00100000:3.0:1775764777.521692:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978390912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.521704:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764777.521709:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978395904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.521728:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1775764777.521753:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.521758:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.521766:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163e800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.521769:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.521778:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.521791:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.521798:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040fe0349/0x2aac6a50e5fb1c6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.521817:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.521819:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.521821:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.521834:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978395776 00000100:00100000:3.0:1775764777.521840:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978395776 00000100:00100000:3.0:1775764777.521873:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978395904 00000100:00100000:3.0:1775764777.521876:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978395904 00000100:00100000:3.0:1775764777.521892:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15279 00000100:00100000:3.0:1775764777.521899:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3321:x1862022978395776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764777.521923:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:49 count 1 00010000:00010000:3.0:1775764777.521943:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.521956:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3319:x1862022978391168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59737us (66764us total) trans 4294971549 rc 0/0 00010000:00010000:3.0:1775764777.521960:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 13 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.521964:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15262 00010000:00010000:3.0:1775764777.521968:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.521971:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.521973:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.521979:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15280 00000100:00100000:2.0:1775764777.521985:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3321:x1862022978395904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764777.521995:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:1621 count 1 00010000:00010000:3.0:1775764777.521998:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 13 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.522006:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.522009:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 13 pid: 12041 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.522016:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 16 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.522021:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978396160:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764777.522035:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764777.522036:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764777.522038:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 4/0,1 mode: --/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.522055:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 16 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.522064:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 16 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.522074:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978396288:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.522074:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764777.522093:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783eb6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.522142:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978396032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764777.522167:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1775764777.522189:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bce00/2, rc 0, transno 4294971549 00000100:00100000:3.0:1775764777.522197:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978391168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764777.522624:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978396032 00000100:00100000:0.0:1775764777.522629:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978396032 00010000:00010000:3.0:1775764777.522700:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.522717:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.522727:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.522735:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.522742:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.522758:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.523060:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3319:x1862022978392064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52986us (53254us total) trans 4294971550 rc 0/0 00000100:00100000:3.0:1775764777.523067:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15265 00000100:00100000:3.0:1775764777.523086:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15281 00000100:00100000:3.0:1775764777.523093:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3319:x1862022978396032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764777.523109:0:8216:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:85 count 1 00010000:00010000:3.0:1775764777.523122:0:8216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.523135:0:8216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 16 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.523141:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.523142:0:8216:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764777.523145:0:8216:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.523199:0:8216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 16 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.523213:0:8216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 16 pid: 6580 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.523233:0:8216:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8216:1862022978396416:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764777.523281:0:8216:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2480 going to sleep for 11 seconds 00000004:00080000:3.0:1775764777.524699:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bff1e300/2, rc 0, transno 4294971550 00000100:00100000:3.0:1775764777.524713:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978392064:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1775764777.524738:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764777.524744:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.524755:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764777.524759:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.524768:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.524785:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.524791:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1aed045/0x2aac6a50e5fb1e2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.524810:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.524812:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.524814:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764777.526488:0:12040:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.526507:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.526520:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.526528:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.526568:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.527047:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3321:x1862022978391296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64187us (71783us total) trans 4294972350 rc 0/0 00000100:00100000:3.0:1775764777.527058:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15263 00010000:00010000:2.0:1775764777.529520:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764777.529538:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529556:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163f200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764777.529562:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529574:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529601:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529609:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb1cd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529645:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.529648:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.529649:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764777.529705:0:12215:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788a47480 going to sleep for 11 seconds 00010000:00010000:2.0:1775764777.529759:0:12215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004262e0f8/0x2aac6a50e5f8a3c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c221 expref: 16 pid: 12184 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.529775:0:12215:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12215:1862022978388608:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764777.529799:0:12215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529811:0:12215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529817:0:12215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529827:0:12215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529839:0:12215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529867:0:12215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764777.529884:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764777.529889:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529897:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764777.529900:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529907:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529919:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529925:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d669505/0x2aac6a50e5fb172 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.529942:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.529943:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.529945:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764777.530510:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3322:x1862022978387456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 171557us (171870us total) trans 4294971551 rc 0/0 00000100:00100000:2.0:1775764777.530523:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15249 00000004:00080000:1.0:1775764777.533683:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768e53d880/2, rc 0, transno 4294971551 00000100:00100000:1.0:1775764777.533717:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978387456:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1775764777.535610:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bff1dc00/2, rc 0, transno 4294972350 00000100:00100000:3.0:1775764777.535636:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978391296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.537901:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764777.537924:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978396544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.538003:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.538182:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978396544 00000100:00100000:0.0:1775764777.538191:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978396544 00000100:00100000:0.0:1775764777.538252:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15282 00000100:00100000:0.0:1775764777.538262:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3319:x1862022978396544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764777.538294:0:12039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:50 count 1 00010000:00010000:0.0:1775764777.538319:0:12039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.538601:0:12039:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 13 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.538611:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764777.538613:0:12039:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764777.538618:0:12039:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.538651:0:12039:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 13 pid: 12180 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.538665:0:12039:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 13 pid: 12180 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.538679:0:12039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978396672:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764777.538780:0:12039:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789f149c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764777.542291:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.542316:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764777.542506:0:12181:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12181:1862022978395648:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.542541:0:12181:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.542581:0:12190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12190:1862022978394112:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.542596:0:12190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.542619:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12188:1862022978395008:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.542630:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.542651:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978395136:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.542663:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.542684:0:12051:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:12051:1862022978395264:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.542694:0:12051:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.542713:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6579:1862022978395392:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.542722:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.544454:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.544514:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.544538:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.544559:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.544582:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.544629:0:16287:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:16287:1862022978395520:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.544654:0:16287:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.544687:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016832 00000100:00100000:3.0:1775764777.544695:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016832 00010000:00010000:3.0:1775764777.545419:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 14 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545453:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017088 00000100:00100000:3.0:1775764777.545457:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017088 00010000:00010000:3.0:1775764777.545498:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 15 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545509:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017344 00000100:00100000:3.0:1775764777.545512:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017344 00010000:00010000:3.0:1775764777.545526:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 16 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545536:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017600 00000100:00100000:3.0:1775764777.545538:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017600 00010000:00010000:3.0:1775764777.545545:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 16 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545556:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967016960 00000100:00100000:3.0:1775764777.545558:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967016960 00010000:00010000:3.0:1775764777.545566:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 17 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545574:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017216 00000100:00100000:3.0:1775764777.545577:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017216 00010000:00010000:3.0:1775764777.545584:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 17 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545599:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017472 00000100:00100000:3.0:1775764777.545601:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017472 00010000:00010000:3.0:1775764777.545612:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 18 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.545628:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23522 00000100:00100000:3.0:1775764777.545637:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+18:2379:x1862022967016832:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.545656:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.545663:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 18 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.545675:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 18 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.545707:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e448b25d/0x2aac6a50e5faf34 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c77d expref: 18 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.545729:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.547451:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.547896:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.547914:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549447:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.549555:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+17:2379:x1862022967016832:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 3911us (7274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.549568:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23522 00000100:00100000:3.0:1775764777.549610:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23523 00000100:00100000:3.0:1775764777.549622:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+16:2379:x1862022967017088:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.549640:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.549650:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 16 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549665:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 16 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549687:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031e33a5d/0x2aac6a50e4eea58 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac1a expref: 16 pid: 12040 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549701:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.549703:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.549707:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549715:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549736:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.549756:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+15:2379:x1862022967017088:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 139us (7439us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.549763:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23523 00000100:00100000:3.0:1775764777.549777:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23524 00000100:00100000:3.0:1775764777.549785:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+17:2379:x1862022967017344:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.549793:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.549799:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 17 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549809:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 17 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549821:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e4ef357 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cafd9 expref: 17 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549831:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.549833:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.549835:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549842:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549859:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.549877:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+16:2379:x1862022967017344:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 94us (5431us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.549884:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23524 00000100:00100000:3.0:1775764777.549898:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23525 00000100:00100000:3.0:1775764777.549905:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+14:2379:x1862022967017600:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.549913:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.549918:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 14 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549928:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 14 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549939:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bb36428/0x2aac6a50e5faf26 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c76f expref: 14 pid: 12041 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549949:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.549951:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.549954:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549961:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.549978:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.549995:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+13:2379:x1862022967017600:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 91us (5482us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.550002:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23525 00000100:00100000:3.0:1775764777.550015:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23526 00000100:00100000:3.0:1775764777.550022:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+12:2379:x1862022967016960:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.550031:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.550037:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 12 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550048:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 12 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550060:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e4eebcb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cacb4 expref: 12 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550070:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.550071:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.550074:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550082:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550100:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.550117:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+11:2379:x1862022967016960:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 96us (5578us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.550123:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23526 00000100:00100000:3.0:1775764777.550138:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23527 00000100:00100000:3.0:1775764777.550145:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+15:2379:x1862022967017216:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.550153:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.550158:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 15 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550169:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 15 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550181:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077ffb806/0x2aac6a50e4eea4a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac05 expref: 15 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550190:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.550191:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.550194:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550201:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550217:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.550234:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+14:2379:x1862022967017216:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 89us (5673us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.550240:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23527 00000100:00100000:3.0:1775764777.550274:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23528 00000100:00100000:3.0:1775764777.550281:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+10:2379:x1862022967017472:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.550290:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.550296:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 10 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550305:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 10 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550317:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e5c749a/0x2aac6a50e4ee9b0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cabd4 expref: 10 pid: 12196 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550808:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.550811:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.550815:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550823:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.550845:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.550870:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+9:2379:x1862022967017472:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 589us (6286us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.550876:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23528 00010000:00010000:1.0:1775764777.555504:0:12181:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.555527:0:12181:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.555546:0:12181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.555554:0:12181:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.555575:0:12181:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.557186:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3319:x1862022978394880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40269us (42410us total) trans 4294972351 rc 0/0 00000100:00100000:1.0:1775764777.557207:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15278 00000004:00080000:1.0:1775764777.557289:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dffce00/2, rc 0, transno 4294972351 00000100:00100000:1.0:1775764777.557304:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978394880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.557402:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978396800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764777.557492:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.557543:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978396800 00000100:00100000:1.0:1775764777.557550:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978396800 00000100:00100000:1.0:1775764777.557593:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15283 00000100:00100000:1.0:1775764777.557601:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+31:3321:x1862022978396800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764777.557630:0:16465:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:51 count 1 00010000:00010000:1.0:1775764777.557654:0:16465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557676:0:16465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 8 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557689:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764777.557691:0:16465:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764777.557695:0:16465:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557724:0:16465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 8 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557739:0:16465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 8 pid: 12215 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.557752:0:16465:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978396928:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764777.557833:0:16465:0:(client.c:2691:ptlrpc_set_wait()) set ffff897782e61180 going to sleep for 11 seconds 00010000:00010000:1.0:1775764777.557864:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.557870:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557878:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.557883:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557893:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557915:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557922:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb23d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.557944:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.557946:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.557948:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.558038:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558048:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558057:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558063:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558078:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764777.558591:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3319:x1862022978394240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43585us (45132us total) trans 4294971552 rc 0/0 00000100:00100000:1.0:1775764777.558600:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15274 00000004:00080000:1.0:1775764777.558650:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dff1180/2, rc 0, transno 4294971552 00000100:00100000:1.0:1775764777.558662:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978394240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764777.558687:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.558693:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558703:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.558706:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558713:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558725:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558731:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fb221 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558748:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.558750:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.558751:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.558764:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558774:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558782:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558793:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.558816:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764777.558824:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764777.558830:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.558838:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764777.558840:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.558848:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.558861:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.558868:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b98991e/0x2aac6a50e5fb22f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.558887:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.558889:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.558890:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.559112:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3321:x1862022978394624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43808us (44434us total) trans 4294972352 rc 0/0 00000100:00100000:1.0:1775764777.559119:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15276 00000004:00080000:1.0:1775764777.559148:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bff1d180/2, rc 0, transno 4294972352 00000100:00100000:1.0:1775764777.559153:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978394624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764777.575611:0:16287:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.575633:0:16287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.575647:0:16287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.575656:0:16287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.575684:0:16287:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764777.576205:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+32:3319:x1862022978394752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59537us (61478us total) trans 4294972353 rc 0/0 00000100:00100000:3.0:1775764777.576216:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15277 00000004:00080000:1.0:1775764777.576252:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8976846bdc00/2, rc 0, transno 4294972353 00000100:00100000:1.0:1775764777.576259:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978394752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764777.576434:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.576456:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.576499:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764777.576536:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12196:1862022978396160:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.576560:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.576940:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764777.576948:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.576957:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764777.576961:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.576972:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.576994:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.577001:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb236 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.577022:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.577024:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764777.577026:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764777.577129:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.577191:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764777.577217:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017728 00000100:00100000:3.0:1775764777.577224:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017728 00010000:00010000:3.0:1775764777.577255:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 14 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.577280:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017856 00000100:00100000:3.0:1775764777.577283:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017856 00010000:00010000:3.0:1775764777.577295:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 9 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.577306:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967017984 00000100:00100000:3.0:1775764777.577308:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967017984 00010000:00010000:3.0:1775764777.577317:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 10 pid: 12041 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.577339:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018112 00000100:00100000:3.0:1775764777.577342:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018112 00010000:00010000:3.0:1775764777.577353:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 15 pid: 6580 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.577364:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018240 00000100:00100000:3.0:1775764777.577366:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018240 00010000:00010000:3.0:1775764777.577377:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 11 pid: 12180 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.577390:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23529 00000100:00100000:3.0:1775764777.577398:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+15:2380:x1862022967017728:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.577884:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.577894:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 15 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.577904:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 15 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.577923:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.577925:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.577929:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.577938:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.577955:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.578000:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+15:2380:x1862022967017728:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 603us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.578011:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23529 00000100:00100000:3.0:1775764777.578043:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23530 00000100:00100000:3.0:1775764777.578051:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+11:2380:x1862022967017856:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.578059:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.578063:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 11 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.578074:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 11 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.578087:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.578089:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.578091:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.578099:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.578111:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.578130:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+11:2380:x1862022967017856:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 80us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.578136:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23530 00000100:00100000:3.0:1775764777.578148:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23531 00000100:00100000:3.0:1775764777.578154:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+10:2382:x1862022967017984:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.578160:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.578165:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 10 pid: 12041 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.579193:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 10 pid: 12041 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.579211:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5f889f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c179 expref: 10 pid: 12041 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.579225:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.579227:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.579230:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.579238:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.579261:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.579293:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+9:2382:x1862022967017984:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1138us (2793us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.579301:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23531 00000100:00100000:3.0:1775764777.579320:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23532 00000100:00100000:3.0:1775764777.579403:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+14:2379:x1862022967018112:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.580600:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.580612:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 5/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 14 pid: 6580 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580636:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 14 pid: 6580 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580657:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.580659:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.580663:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580672:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580690:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.580724:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+14:2379:x1862022967018112:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 1396us (3595us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.580733:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23532 00000100:00100000:3.0:1775764777.580757:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23533 00000100:00100000:3.0:1775764777.580765:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967018240:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764777.580773:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764777.580779:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 8 pid: 12180 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580789:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 8 pid: 12180 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580801:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.580803:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764777.580806:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580814:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.580823:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764777.580836:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967018240:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 73us (3646us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.580842:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23533 00010000:00010000:3.0:1775764777.581084:0:8216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aa4f4fb/0x2aac6a50e4ee8de lrc: 0/0,0 mode: --/PW res: [0x240000403:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cab72 expref: 13 pid: 6580 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764777.581098:0:8216:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8216:1862022978396416:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764777.581116:0:8216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.581126:0:8216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.581133:0:8216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.581142:0:8216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.581155:0:8216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764777.581171:0:8216:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764777.585507:0:12190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585535:0:12190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585547:0:12190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585555:0:12190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585582:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585590:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585596:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585602:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.585635:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1775764777.585972:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+32:3319:x1862022978393984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71117us (73431us total) trans 4294972354 rc 0/0 00000100:00100000:0.0:1775764777.585983:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15273 00010000:00010000:0.0:1775764777.586044:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764777.586052:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586061:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.586066:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586074:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586094:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586100:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002417b94b/0x2aac6a50e5fb252 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586120:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764777.586124:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586130:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.586133:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586140:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586154:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.586161:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039433a59/0x2aac6a50e5fb21a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.588036:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.588042:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.588045:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.588140:0:12051:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.588155:0:12051:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.588172:0:12051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.588276:0:12051:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.588378:0:12184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e4eeb23 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41cac6e expref: 7 pid: 12182 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.588393:0:12184:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:12184:1862022978394368:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.588429:0:12184:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764777.588459:0:16465:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:16465:1862022978396928:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764777.588489:0:16465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.588508:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.588513:0:12051:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764777.588516:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.588523:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.588529:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.588540:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764777.590602:0:12180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5f3ccc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x655:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421a84a expref: 12 pid: 12193 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764777.590624:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978396288:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764777.590646:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.590657:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.590664:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.590680:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.590687:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764777.590707:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1775764777.593782:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+32:3321:x1862022978395776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71874us (72129us total) trans 4294972355 rc 0/0 00000100:00100000:1.0:1775764777.593796:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15279 00000004:00080000:1.0:1775764777.593873:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897684970000/2, rc 0, transno 4294972355 00000100:00100000:1.0:1775764777.593880:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978395776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764777.595196:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764777.595210:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595223:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.595229:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595240:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595266:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595274:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052f96b5d/0x2aac6a50e5fb228 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595302:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764777.595308:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595316:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.595319:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595327:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595337:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595344:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb244 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595359:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.595363:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595369:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.595371:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595378:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595388:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595394:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a517aec/0x2aac6a50e5fb24b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595416:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.595418:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.595420:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.595457:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3055180/2, rc 0, transno 4294972354 00000100:00100000:1.0:1775764777.595479:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978393984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764777.595495:0:12184:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595509:0:12184:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595520:0:12184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595528:0:12184:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595554:0:12184:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764777.595566:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.595570:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595576:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.595579:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595587:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595598:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595606:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065528f2e/0x2aac6a50e5fb213 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.595621:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.595623:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.595625:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764777.599541:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3321:x1862022978393856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 85467us (87075us total) trans 4294972356 rc 0/0 00000100:00100000:1.0:1775764777.599558:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15272 00000004:00080000:1.0:1775764777.599642:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3054700/2, rc 0, transno 4294972356 00000100:00100000:1.0:1775764777.599648:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978393856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764777.600362:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3321:x1862022978394496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 85178us (85902us total) trans 4294971553 rc 0/0 00000100:00100000:0.0:1775764777.600372:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15275 00010000:00010000:0.0:1775764777.600429:0:12190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.600948:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3321:x1862022978393728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 87844us (88669us total) trans 4294972357 rc 0/0 00000100:00100000:0.0:1775764777.600955:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15271 00010000:00010000:0.0:1775764777.601008:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1775764777.601057:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977bff1ea00/2, rc 0, transno 4294971553 00000100:00100000:1.0:1775764777.601068:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978394496:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764777.601079:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3056300/2, rc 0, transno 4294972357 00000100:00100000:1.0:1775764777.601083:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978393728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764777.601096:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.602079:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602098:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.602104:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602115:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602138:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602147:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efdc844e/0x2aac6a50e5fb20c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602275:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.602278:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.602281:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.602292:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.602347:0:12039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb022 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7a7 expref: 6 pid: 12180 timeout: 1504 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.602367:0:12039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12039:1862022978396672:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764777.602391:0:12039:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602401:0:12039:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602419:0:12039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602430:0:12039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602439:0:12039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.602479:0:12039:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764777.602848:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3319:x1862022978396544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64587us (64843us total) trans 4294972358 rc 0/0 00000100:00100000:0.0:1775764777.602858:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15282 00000100:00100000:0.0:1775764777.602923:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764777.602947:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018368 00000100:00100000:0.0:1775764777.602953:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018368 00010000:00010000:0.0:1775764777.602979:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 6 pid: 12215 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764777.603009:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23534 00000100:00100000:0.0:1775764777.603016:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967018368:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764777.603028:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764777.603033:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 6 pid: 12215 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.603046:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 6 pid: 12215 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.603062:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5f888a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c164 expref: 6 pid: 12215 timeout: 1504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.603074:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764777.603076:0:12221:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764777.603081:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.603090:0:12221:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.603108:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764777.603137:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+5:2382:x1862022967018368:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 122us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764777.603143:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23534 00000100:00100000:3.0:1775764777.603616:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3319:x1862022978396032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80521us (81445us total) trans 4294971554 rc 0/0 00000100:00100000:3.0:1775764777.603626:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15281 00010000:00010000:1.0:1775764777.603685:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764777.603693:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603701:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764777.603705:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603713:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603730:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603737:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d735b19a/0x2aac6a50e5fb259 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603754:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.603756:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764777.603758:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.603788:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dffc000/2, rc 0, transno 4294972358 00000100:00100000:1.0:1775764777.603794:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978396544:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1775764777.603806:0:3319:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683071880/2, rc 0, transno 4294971554 00000100:00100000:1.0:1775764777.603815:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978396032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764777.603835:0:16465:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603844:0:16465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603851:0:16465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603858:0:16465:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764777.603879:0:16465:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764777.604132:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764777.604138:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.604146:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764777.604149:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.604156:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.604166:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.604248:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000addbbd96/0x2aac6a50e5fb260 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764777.604265:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.604266:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764777.604267:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764777.604445:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3321:x1862022978395904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82458us (82713us total) trans 4294971555 rc 0/0 00000100:00100000:2.0:1775764777.604453:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15280 00010000:00010000:2.0:1775764777.604489:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764777.606501:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff897683072680/2, rc 0, transno 4294971555 00000100:00100000:1.0:1775764777.606520:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978395904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764777.651676:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+32:3321:x1862022978396800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 94066us (94174us total) trans 4294972359 rc 0/0 00000100:00100000:1.0:1775764777.651690:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15283 00000004:00080000:2.0:1775764777.651770:0:3321:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89768dfff480/2, rc 0, transno 4294972359 00000100:00100000:2.0:1775764777.651778:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dfff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978396800:0@lo:6:osp-syn-1-0.0 00000001:00080000:0.0:1775764777.891577:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972358 is committed 00000001:00080000:0.0:1775764777.891624:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972359 is committed 00000001:00080000:3.0:1775764777.933630:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971553 is committed 00000001:00080000:3.0:1775764777.933673:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971555 is committed 00010000:00010000:2.0:1775764778.103693:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764778.228878:0:6727:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1404895410734ns, next at 1405895408526ns, rc = 0 00000100:00100000:2.0:1775764778.228901:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764778.228922:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978397056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764778.228986:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764778.231855:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397056 00000100:00100000:0.0:1775764778.231869:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397056 00000100:00100000:0.0:1775764778.231944:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1775764778.231957:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978397056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764778.231998:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 434962432 pending 0 free 3839885312 avail 3837788160 00000100:00100000:0.0:1775764778.232090:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978397056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (3103us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764778.232101:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764778.234110:0:3321:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971555 gen 2 00000004:00080000:3.0:1775764778.234121:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53f100, transno 4294971536 00000004:00080000:3.0:1775764778.234140:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53ca80, transno 4294971537 00000004:00080000:3.0:1775764778.234143:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53d180, transno 4294971538 00000004:00080000:3.0:1775764778.234146:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53c380, transno 4294971539 00000004:00080000:3.0:1775764778.234148:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53e300, transno 4294971540 00000004:00080000:3.0:1775764778.234151:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53d500, transno 4294971541 00000004:00080000:3.0:1775764778.234153:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897682d58000, transno 4294971542 00000004:00080000:3.0:1775764778.234157:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e217b80, transno 4294971543 00000004:00080000:3.0:1775764778.234159:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bf100, transno 4294971544 00000004:00080000:3.0:1775764778.234162:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dff3480, transno 4294971545 00000004:00080000:3.0:1775764778.234165:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bff1e680, transno 4294971546 00000004:00080000:3.0:1775764778.234167:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bff1ca80, transno 4294971547 00000004:00080000:3.0:1775764778.234169:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bc380, transno 4294971548 00000004:00080000:3.0:1775764778.234172:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bce00, transno 4294971549 00000004:00080000:3.0:1775764778.234174:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bff1e300, transno 4294971550 00000004:00080000:3.0:1775764778.234177:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e53d880, transno 4294971551 00000004:00080000:3.0:1775764778.234179:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dff1180, transno 4294971552 00000004:00080000:3.0:1775764778.234182:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bff1ea00, transno 4294971553 00000004:00080000:3.0:1775764778.234185:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683071880, transno 4294971554 00000004:00080000:3.0:1775764778.234187:0:3321:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897683072680, transno 4294971555 00000100:00100000:3.0:1775764778.234206:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978397056:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1775764778.234748:0:6726:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 6 changes, 0 in progress, 0 in flight, 20 done 00010000:00010000:1.0:1775764779.126337:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764779.452134:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764779.452189:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764779.452223:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764779.452335:0:5787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018496 00000100:00100000:0.0:1775764779.452346:0:5787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018496 00000100:00100000:0.0:1775764779.452417:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 649 00000100:00100000:0.0:1775764779.452427:0:5787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783e89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967018496:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764779.452526:0:5787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783e89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967018496:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 100us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764779.452534:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 649 00000100:00100000:2.0:1775764779.453033:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018752 00000100:00100000:2.0:1775764779.453038:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018752 00000100:00100000:2.0:1775764779.453087:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 476 00000100:00100000:2.0:1775764779.453094:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+12:2382:x1862022967018752:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764779.453148:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+12:2382:x1862022967018752:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 55us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764779.453158:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 476 00000100:00100000:3.0:1775764779.453858:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764779.453983:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018880 00000100:00100000:2.0:1775764779.453988:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018880 00000100:00100000:2.0:1775764779.454030:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 477 00000100:00100000:2.0:1775764779.454038:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+5:2382:x1862022967018880:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764779.454076:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+5:2382:x1862022967018880:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 40us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764779.454083:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 477 00000100:00080000:0.0:1775764779.457232:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764779.457242:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764779.458541:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967018624 00000100:00100000:1.0:1775764779.458555:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967018624 00000100:00100000:1.0:1775764779.458648:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 761 00000100:00100000:1.0:1775764779.458658:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+5:2382:x1862022967018624:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764779.458758:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+5:2382:x1862022967018624:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 101us (6532us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764779.458765:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 761 00000100:00080000:0.0:1775764779.459670:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764780.148789:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764781.173488:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764782.196715:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764782.326567:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684971880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978397184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.326651:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.326721:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978397696:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.326748:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.326776:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764782.326782:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978397312:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.326803:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.326820:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978397824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.326842:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.326866:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3321:1862022978397440:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.326887:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.326903:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764782.326909:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684971f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978397568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.326928:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.326965:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397696 00000100:00100000:3.0:1775764782.326973:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397696 00000100:00100000:3.0:1775764782.327022:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397312 00000100:00100000:3.0:1775764782.327025:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397312 00000100:00100000:3.0:1775764782.327046:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397440 00000100:00100000:3.0:1775764782.327048:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397440 00000100:00100000:3.0:1775764782.327070:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1775764782.327078:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978397696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.327128:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978397696:12345-0@lo:400:kworker.0 Request processed in 50us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.327135:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1775764782.327150:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1775764782.327155:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978397312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.327174:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978397312:12345-0@lo:400:kworker.0 Request processed in 20us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.327179:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1775764782.327187:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1775764782.327192:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1862022978397440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.327213:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1862022978397440:12345-0@lo:400:kworker.0 Request processed in 22us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.327218:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1775764782.327250:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397824 00000100:00100000:3.0:1775764782.327254:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397824 00000100:00100000:3.0:1775764782.327276:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397568 00000100:00100000:3.0:1775764782.327278:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397568 00000100:00100000:3.0:1775764782.327294:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1775764782.327299:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978397824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.327325:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978397824:12345-0@lo:400:kworker.0 Request processed in 26us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.327330:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1775764782.327339:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1775764782.327344:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978397568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.327684:0:5789:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397184 00000100:00100000:2.0:1775764782.327689:0:5789:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397184 00000100:00100000:2.0:1775764782.327719:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1775764782.327726:0:5789:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977870de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978397184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.327763:0:5789:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977870de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978397184:12345-0@lo:400:kworker.0 Request processed in 38us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764782.327769:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1775764782.327839:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978397312:0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.327849:0:3319:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972359 gen 2 00000004:00080000:2.0:1775764782.327854:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f14000, transno 4294972333 00000004:00080000:2.0:1775764782.327862:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f14a80, transno 4294972334 00000004:00080000:2.0:1775764782.327864:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f17800, transno 4294972335 00000004:00080000:2.0:1775764782.327867:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f16d80, transno 4294972336 00000004:00080000:2.0:1775764782.327870:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f15880, transno 4294972337 00000004:00080000:2.0:1775764782.327872:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f17100, transno 4294972338 00000004:00080000:2.0:1775764782.327875:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f16300, transno 4294972339 00000004:00080000:2.0:1775764782.327878:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897686f15500, transno 4294972340 00000004:00080000:2.0:1775764782.327881:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e214380, transno 4294972341 00000004:00080000:2.0:1775764782.327883:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e215500, transno 4294972342 00000004:00080000:2.0:1775764782.327886:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e214700, transno 4294972343 00000004:00080000:2.0:1775764782.327888:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e215180, transno 4294972344 00000004:00080000:2.0:1775764782.327890:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bf800, transno 4294972345 00000004:00080000:2.0:1775764782.327893:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768e214a80, transno 4294972346 00000004:00080000:2.0:1775764782.327895:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3056680, transno 4294972347 00000004:00080000:2.0:1775764782.327897:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dff2680, transno 4294972348 00000004:00080000:2.0:1775764782.327900:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dff3b80, transno 4294972349 00000004:00080000:2.0:1775764782.327902:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bff1dc00, transno 4294972350 00000004:00080000:2.0:1775764782.327905:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dffce00, transno 4294972351 00000004:00080000:2.0:1775764782.327908:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977bff1d180, transno 4294972352 00000004:00080000:2.0:1775764782.327910:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8976846bdc00, transno 4294972353 00000004:00080000:2.0:1775764782.327913:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3055180, transno 4294972354 00000004:00080000:2.0:1775764782.327915:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff897684970000, transno 4294972355 00000004:00080000:2.0:1775764782.327918:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3054700, transno 4294972356 00000004:00080000:2.0:1775764782.327920:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3056300, transno 4294972357 00000004:00080000:2.0:1775764782.327922:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dffc000, transno 4294972358 00000004:00080000:2.0:1775764782.327925:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89768dfff480, transno 4294972359 00000100:00100000:2.0:1775764782.327929:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978397824:0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.327939:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684971880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978397184:0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.327949:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978397696:0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.328022:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684971f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978397568:0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.328032:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3321:1862022978397440:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.328181:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978397568:12345-0@lo:400:kworker.0 Request processed in 19us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.328190:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000004:00080000:1.0:1775764782.328694:0:7763:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 27 done 00000100:00100000:0.0:1775764782.329316:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764782.329330:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978397952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764782.329453:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764782.329531:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764782.329536:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764782.329540:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764782.330652:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978397952 00000100:00100000:3.0:1775764782.330662:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978397952 00000100:00100000:3.0:1775764782.330708:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1775764782.330718:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978397952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764782.330751:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512819200 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764782.330811:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978397952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.330818:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1775764782.335942:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978397952:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1775764782.415958:0:5816:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 492 committed 00000100:00100000:1.0:1775764782.416417:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978398080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764782.416518:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.416582:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978398592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764782.416604:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.416630:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764782.416636:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978398464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764782.416654:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.416681:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978398336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764782.416702:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.416720:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764782.416726:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978398208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764782.416746:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.416762:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978398720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764782.416778:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.416801:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978398080 00000100:00100000:1.0:1775764782.416809:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978398080 00000100:00100000:1.0:1775764782.416849:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978398592 00000100:00100000:1.0:1775764782.416853:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978398592 00000100:00100000:1.0:1775764782.416869:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978398464 00000100:00100000:1.0:1775764782.416871:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978398464 00000100:00100000:1.0:1775764782.416887:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978398336 00000100:00100000:1.0:1775764782.416889:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978398336 00000100:00100000:1.0:1775764782.416904:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978398208 00000100:00100000:1.0:1775764782.416906:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978398208 00000100:00100000:1.0:1775764782.416920:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978398720 00000100:00100000:1.0:1775764782.416923:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978398720 00000100:00100000:1.0:1775764782.416939:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15284 00000100:00100000:1.0:1775764782.416947:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3322:x1862022978398080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764782.416974:0:6578:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:46 count 1 00010000:00010000:1.0:1775764782.417000:0:6578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417020:0:6578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 11 pid: 6579 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417028:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764782.417030:0:6578:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764782.417034:0:6578:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417060:0:6578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 11 pid: 6579 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417074:0:6578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 11 pid: 6579 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.417087:0:6578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978398848:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764782.417161:0:6578:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788538180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764782.417176:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15285 00000100:00100000:1.0:1775764782.417184:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3322:x1862022978398592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764782.417197:0:6579:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:50 count 1 00010000:00010000:1.0:1775764782.417208:0:6579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417220:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 11 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417228:0:6579:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x40000000020000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 11 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.417235:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764782.417237:0:6579:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764782.417239:0:6579:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 5/0,1 mode: --/PW res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.417829:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15286 00000100:00100000:2.0:1775764782.417842:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3322:x1862022978398464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764782.417857:0:12180:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:49 count 1 00010000:00010000:2.0:1775764782.417871:0:12180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.417884:0:12180:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 11 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.417891:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764782.417892:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764782.417895:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.417916:0:12180:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 11 pid: 12190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.417925:0:12180:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 11 pid: 12190 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.417935:0:12180:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978399104:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764782.417979:0:12180:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788300000 going to sleep for 11 seconds 00010000:00010000:1.0:1775764782.418250:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 11 pid: 12215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.418397:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15287 00000100:00100000:0.0:1775764782.418408:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dfffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3320:x1862022978398336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764782.418423:0:12182:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:48 count 1 00010000:00010000:0.0:1775764782.418435:0:12182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.418453:0:12182:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 11 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.418460:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.418461:0:12182:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.418481:0:12182:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.418501:0:12182:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 11 pid: 12041 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.418511:0:12182:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 11 pid: 12041 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.418521:0:12182:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b3054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978399232:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764782.418563:0:12182:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b76a1600 going to sleep for 11 seconds 00010000:00010000:1.0:1775764782.418737:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 11 pid: 12215 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.418751:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978398976:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764782.418786:0:6579:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x50000000030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 11 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.418795:0:6579:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x70000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 11 pid: 12188 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.418803:0:6579:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978399360:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764782.418823:0:6579:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788538540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764782.418844:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15288 00000100:00100000:1.0:1775764782.418852:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3320:x1862022978398208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764782.418866:0:12188:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:47 count 1 00010000:00010000:1.0:1775764782.418877:0:12188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.418889:0:12188:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 11 pid: 12186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.418902:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764782.418903:0:12188:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764782.418906:0:12188:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.418924:0:12188:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 11 pid: 12186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.418933:0:12188:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 11 pid: 12186 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.418943:0:12188:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978399488:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764782.418966:0:12188:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788538b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764782.418984:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15289 00000100:00100000:1.0:1775764782.418991:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+10:3320:x1862022978398720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764782.419006:0:12196:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:51 count 1 00010000:00010000:1.0:1775764782.419018:0:12196:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.419029:0:12196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 11 pid: 12196 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.419036:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764782.419037:0:12196:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764782.419040:0:12196:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.419058:0:12196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 11 pid: 12196 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.419066:0:12196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 11 pid: 12196 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.419076:0:12196:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12196:1862022978399616:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764782.419098:0:12196:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787cd2480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764782.434546:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764782.434570:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764782.434586:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764782.434648:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764782.434671:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764782.434691:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764782.434898:0:12196:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12196:1862022978399616:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764782.434932:0:12196:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.434968:0:12188:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12188:1862022978399488:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764782.434981:0:12188:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.435006:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978398976:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764782.435015:0:6579:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6579:1862022978399360:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764782.435030:0:6579:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.435054:0:6578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6578:1862022978398848:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764782.435067:0:6578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.436131:0:12180:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12180:1862022978399104:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764782.436149:0:12180:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436446:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764782.436496:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019008 00000100:00100000:0.0:1775764782.436503:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019008 00010000:00010000:0.0:1775764782.436549:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 12 pid: 6579 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436570:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019264 00000100:00100000:0.0:1775764782.436573:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019264 00010000:00010000:0.0:1775764782.436584:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 13 pid: 12041 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436595:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019136 00000100:00100000:0.0:1775764782.436598:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019136 00010000:00010000:0.0:1775764782.436607:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 14 pid: 12190 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436618:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019520 00000100:00100000:0.0:1775764782.436621:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019520 00010000:00010000:0.0:1775764782.436631:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 15 pid: 12188 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436641:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019776 00000100:00100000:0.0:1775764782.436643:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019776 00010000:00010000:0.0:1775764782.436655:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 16 pid: 12196 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436665:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019648 00000100:00100000:0.0:1775764782.436667:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019648 00010000:00010000:0.0:1775764782.436679:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 17 pid: 12186 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436689:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019392 00000100:00100000:0.0:1775764782.436692:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019392 00010000:00010000:0.0:1775764782.436709:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 18 pid: 12215 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.436723:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23535 00000100:00100000:0.0:1775764782.436730:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+18:2380:x1862022967019008:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.436744:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.436749:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 18 pid: 6579 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436765:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 18 pid: 6579 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436788:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000786241bb/0x2aac6a50e5faf1f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c768 expref: 18 pid: 6579 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436804:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.436807:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.436812:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436821:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436854:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.436905:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+17:2380:x1862022967019008:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 174us (2369us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.436916:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23535 00000100:00100000:0.0:1775764782.436932:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23536 00000100:00100000:0.0:1775764782.436938:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+16:2380:x1862022967019264:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.436946:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.436951:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 16 pid: 12041 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436960:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 16 pid: 12041 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436972:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.436973:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.436976:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436984:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.436995:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.437014:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+16:2380:x1862022967019264:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 75us (2443us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.437020:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23536 00000100:00100000:0.0:1775764782.437032:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23537 00000100:00100000:0.0:1775764782.437038:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+15:2380:x1862022967019136:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.437044:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.437049:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 15 pid: 12190 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437059:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 15 pid: 12190 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437071:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2853254/0x2aac6a50e5d76f9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ece expref: 15 pid: 12190 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437081:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437082:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437085:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437093:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437109:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.437123:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+14:2380:x1862022967019136:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 86us (2537us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.437129:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23537 00000100:00100000:0.0:1775764782.437139:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23538 00000100:00100000:0.0:1775764782.437144:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+13:2379:x1862022967019520:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.437150:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.437154:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 5 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 13 pid: 12188 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437170:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 5 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 13 pid: 12188 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437180:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5d76e4 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x32:0x0].0x0 rrc: 5 type: EXT [0->1232895] (req 1060864->1064959) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211eb9 expref: 13 pid: 12188 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437189:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.437201:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+12:2379:x1862022967019520:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 58us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.437207:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23538 00000100:00100000:0.0:1775764782.437216:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23539 00000100:00100000:0.0:1775764782.437221:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+11:2379:x1862022967019776:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.437227:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.437231:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 11 pid: 12196 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437240:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 11 pid: 12196 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437249:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019b1c847/0x2aac6a50e5fb01b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ae expref: 11 pid: 12196 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437257:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437258:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437262:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437269:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437282:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.437299:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+10:2379:x1862022967019776:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 77us (2627us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.437305:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23539 00000100:00100000:0.0:1775764782.437317:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23540 00000100:00100000:0.0:1775764782.437323:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+9:2379:x1862022967019648:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.437332:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.437337:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 9 pid: 12186 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.437343:0:6578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437347:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 9 pid: 12186 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.437378:0:6578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437384:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078ef7f65/0x2aac6a50e4ebe4b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8388607) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c9bab expref: 9 pid: 12186 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.437397:0:6578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437399:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437402:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437406:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.437409:0:6578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437433:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.437439:0:6578:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764782.437449:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.437498:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+8:2379:x1862022967019648:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 175us (2806us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.437504:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23540 00000100:00100000:0.0:1775764782.437516:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23541 00000100:00100000:0.0:1775764782.437524:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+7:2382:x1862022967019392:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764782.437531:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764782.437536:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x60000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 7 pid: 12215 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437546:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x50000400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 7 pid: 12215 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437558:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fcb01aa/0x2aac6a50e5d76eb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1232896->1236991) gid 0 flags: 0x44801400030020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e4211ec0 expref: 7 pid: 12215 timeout: 1509 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437568:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437570:0:12194:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.437572:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437579:0:12194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437596:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764782.437614:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967019392:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 92us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.437621:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23541 00010000:00010000:0.0:1775764782.437669:0:12180:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437678:0:12180:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437686:0:12180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437693:0:12180:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.437706:0:12180:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00080000:1.0:1775764782.438102:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764782.438114:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764782.438120:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438129:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764782.438133:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438143:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.438148:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978398080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21198us (21627us total) trans 4294971556 rc 0/0 00010000:00010000:1.0:1775764782.438158:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438166:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fb267 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438182:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764782.438185:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438191:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764782.438194:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438202:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438209:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438216:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000576901f7/0x2aac6a50e5fb275 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438226:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.438227:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.438229:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.438246:0:12188:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438253:0:12188:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438260:0:12188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438267:0:12188:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438282:0:12188:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764782.438306:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15284 00000100:00100000:1.0:1775764782.438603:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978398208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19751us (21855us total) trans 4294971558 rc 0/0 00000100:00100000:1.0:1775764782.438610:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15288 00010000:00010000:1.0:1775764782.438629:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764782.438633:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438641:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764782.438644:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438651:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438661:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438667:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fb283 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438680:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.438682:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.438683:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.438693:0:12196:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438701:0:12196:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438714:0:12196:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438721:0:12196:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.438736:0:12196:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764782.438967:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978398720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19976us (22188us total) trans 4294971559 rc 0/0 00000100:00100000:1.0:1775764782.438975:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15289 00010000:00010000:1.0:1775764782.438993:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764782.438997:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439004:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764782.439007:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439014:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439025:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439031:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fb28a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439045:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.439047:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.439048:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764782.439083:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3056a00/2, rc 0, transno 4294971556 00000100:00100000:1.0:1775764782.439090:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978398080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764782.439109:0:6579:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439117:0:6579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439125:0:6579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439133:0:6579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.439146:0:6579:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1775764782.439759:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3055f80/2, rc 0, transno 4294971558 00000100:00100000:2.0:1775764782.439766:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978398208:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1775764782.439776:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3055180/2, rc 0, transno 4294971559 00000100:00100000:2.0:1775764782.439780:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978398720:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764782.440903:0:12182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b7bf08e/0x2aac6a50e5faf2d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c776 expref: 5 pid: 12041 timeout: 1509 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.440923:0:12182:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12182:1862022978399232:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764782.440945:0:12182:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.440962:0:12182:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.440969:0:12182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.440980:0:12182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.440988:0:12182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.440994:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3322:x1862022978398592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23806us (24384us total) trans 4294971560 rc 0/0 00000100:00100000:1.0:1775764782.441007:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15285 00010000:00010000:2.0:1775764782.441012:0:12182:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1775764782.441038:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764782.441044:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441057:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764782.441062:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441070:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441088:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441096:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fb26e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441117:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764782.441121:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441127:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764782.441130:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441136:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441148:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441156:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e29a3901/0x2aac6a50e5fb27c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.441170:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.441172:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.441174:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764782.441180:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764782.441203:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3056680/2, rc 0, transno 4294971560 00000100:00100000:1.0:1775764782.441208:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978398592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764782.441528:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3320:x1862022978398336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23122us (24824us total) trans 4294971561 rc 0/0 00000100:00100000:2.0:1775764782.441535:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15287 00000100:00100000:0.0:1775764782.442196:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dfff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3322:x1862022978398464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24355us (25537us total) trans 4294971557 rc 0/0 00000100:00100000:0.0:1775764782.442203:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15286 00010000:00010000:0.0:1775764782.442226:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764782.442852:0:3322:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3054e00/2, rc 0, transno 4294971557 00000100:00100000:2.0:1775764782.442858:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978398464:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1775764782.448651:0:3320:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8977b3055880/2, rc 0, transno 4294971561 00000100:00100000:1.0:1775764782.448668:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b3055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978398336:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1775764782.992639:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971557 is committed 00000001:00080000:3.0:1775764782.992659:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971560 is committed 00000001:00080000:3.0:1775764782.992667:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971561 is committed 00010000:00010000:2.0:1775764783.227158:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764783.356781:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764783.356805:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976841d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978399744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764783.356882:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764783.356973:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978399744 00000100:00100000:3.0:1775764783.356982:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978399744 00000100:00100000:3.0:1775764783.357031:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1775764783.357040:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978399744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764783.357078:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 434962432 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764783.357134:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978399744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764783.357142:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1775764783.357189:0:3319:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971561 gen 2 00000004:00080000:3.0:1775764783.357195:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3056a00, transno 4294971556 00000004:00080000:3.0:1775764783.357206:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3054e00, transno 4294971557 00000004:00080000:3.0:1775764783.357209:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3055f80, transno 4294971558 00000004:00080000:3.0:1775764783.357212:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3055180, transno 4294971559 00000004:00080000:3.0:1775764783.357214:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3056680, transno 4294971560 00000004:00080000:3.0:1775764783.357216:0:3319:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8977b3055880, transno 4294971561 00000100:00100000:3.0:1775764783.357226:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976841d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978399744:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1775764783.357513:0:6726:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00000001:02000400:3.0:1775764783.552269:0:16798:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 9: Replay layout extend object instantiation ========================================================== 15:59:41 (1775764781) 00000100:00100000:0.0:1775764783.957269:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764783.957521:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967019904 00000100:00100000:3.0:1775764783.957534:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967019904 00000100:00100000:3.0:1775764783.957615:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51100 00000100:00100000:3.0:1775764783.957628:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+5:20469:x1862022967019904:12345-192.168.202.46@tcp:101:mkdir.0 00010000:00010000:3.0:1775764783.957652:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764783.957695:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb291 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7e6 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.957815:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fb298 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.957830:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fb298 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.957843:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fb298 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764783.958062:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764783.958067:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000100:00080000:1.0:1775764783.958642:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1775764783.958878:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fb298 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.958915:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb291 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7e6 expref: 7 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.958936:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fb298 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7e6 expref: 6 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.958945:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768c96b100) 00010000:00010000:3.0:1775764783.958948:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764783.958953:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac400, rc 0) 00000100:00100000:3.0:1775764783.959033:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+6:20469:x1862022967019904:12345-192.168.202.46@tcp:101:mkdir.0 Request processed in 1408us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764783.959042:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51100 00000100:00100000:0.0:1775764783.976782:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764783.976831:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764783.977273:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020288 00000100:00100000:1.0:1775764783.977284:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020288 00000100:00100000:1.0:1775764783.977341:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020032 00000100:00100000:1.0:1775764783.977344:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020032 00000100:00100000:1.0:1775764783.977389:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51101 00000100:00100000:1.0:1775764783.977399:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+7:20469:x1862022967020288:12345-192.168.202.46@tcp:36:mkdir.0 00010000:00010000:1.0:1775764783.977510:0:16259:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764783.977545:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac400/0x2aac6a50e5fb298 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7e6 expref: 7 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.977569:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768c96b100) 00010000:00010000:1.0:1775764783.977583:0:16259:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764783.977923:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.977939:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.977951:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.977963:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.977970:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.977975:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764783.978980:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed8:0x0]: returning size 512 00010000:00010000:1.0:1775764783.978994:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.979002:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.979010:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.979015:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764783.979019:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.979026:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.979043:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000d00) 00010000:00010000:1.0:1775764783.979045:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764783.979050:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.979056:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7800/0x2aac6a50e5fb29f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764783.979073:0:16259:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c59c835b reply state 00000000aa638c4b transno 4294997597 ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764783.979082:0:16259:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764783.979177:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+8:20469:x1862022967020288:12345-192.168.202.46@tcp:36:mkdir.0 Request processed in 1777us (2404us total) trans 4294997597 rc 0/0 00000100:00100000:1.0:1775764783.979186:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51101 00000100:00100000:1.0:1775764783.979217:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51102 00000100:00100000:1.0:1775764783.979227:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+7:2379:x1862022967020032:12345-192.168.202.46@tcp:41:mkdir.0 00000004:00000024:1.0:1775764783.979259:0:16259:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 10223616 pending 0 free 2260729856 avail 2258632704 00000100:00100000:1.0:1775764783.979285:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+7:2379:x1862022967020032:12345-192.168.202.46@tcp:41:mkdir.0 Request processed in 63us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764783.979292:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51102 00010000:00010000:0.0:1775764783.992169:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.992185:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.992193:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.992198:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764783.992203:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.992211:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.992239:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1a041cdb (ffff897783000200) 00010000:00010000:0.0:1775764783.992243:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764783.992248:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.992254:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976834a7600/0x2aac6a50e5fb2a6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764783.998190:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.005889:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020416 00000100:00100000:3.0:1775764784.005906:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020416 00000100:00100000:2.0:1775764784.006295:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51103 00000100:00100000:2.0:1775764784.006308:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+6:20471:x1862022967020416:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764784.006337:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764784.006371:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7ed expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.006522:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb2b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.006536:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.006548:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764784.006608:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764784.006613:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764784.006637:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.006661:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ed expref: 8 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.006679:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb2b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ed expref: 7 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.006687:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764784.006690:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764784.006694:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231000, rc 0) 00000100:00100000:2.0:1775764784.006775:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+7:20471:x1862022967020416:12345-192.168.202.46@tcp:101:rm.0 Request processed in 471us (8596us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764784.006783:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51103 00000100:00100000:1.0:1775764784.019596:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764784.019656:0:16259:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020544 00000100:00100000:2.0:1775764784.019666:0:16259:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020544 00000100:00100000:2.0:1775764784.019743:0:16259:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51104 00000100:00100000:2.0:1775764784.019754:0:16259:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+7:20471:x1862022967020544:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764784.019780:0:16259:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764784.019805:0:16259:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7f4 expref: -99 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020025:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020043:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020056:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020072:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020080:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020086:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020219:0:16259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb2d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020227:0:16259:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020235:0:16259:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764784.020276:0:16259:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed8:0x0]: returning size 512 00000004:00200000:2.0:1775764784.020280:0:16259:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764784.020304:0:16259:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020316:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020321:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020328:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020333:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764784.020338:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020344:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020365:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764784.020368:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764784.020374:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020379:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb2c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020393:0:16259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020405:0:16259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020410:0:16259:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020414:0:16259:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764784.020417:0:16259:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020423:0:16259:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020429:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1a041cdb (ffff89768faaa600) 00010000:00010000:2.0:1775764784.020432:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764784.020434:0:16259:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020439:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb2c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16259 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020535:0:16259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7f4 expref: 9 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020549:0:16259:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7f4 expref: 8 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.020556:0:16259:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764784.020558:0:16259:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1775764784.020561:0:16259:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230600, rc 0) 00000100:00100000:2.0:1775764784.020632:0:16259:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3f83546c-01a9-4156-8a97-44c446245d3e+8:20471:x1862022967020544:12345-192.168.202.46@tcp:101:rm.0 Request processed in 879us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764784.020640:0:16259:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51104 00000100:00100000:1.0:1775764784.024310:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764784.024515:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020672 00000100:00100000:0.0:1775764784.024526:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020672 00000100:00100000:0.0:1775764784.024589:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51105 00000100:00100000:0.0:1775764784.024609:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:20471:x1862022967020672:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764784.024631:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764784.024655:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb2d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c7fb expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024777:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024814:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024827:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024852:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024859:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024866:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024932:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024949:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024956:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024962:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764784.024966:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024977:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.024989:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:0.0:1775764784.024992:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764784.024996:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025002:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934a00/0x2aac6a50e5fb2de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025013:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025018:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025023:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025028:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764784.025030:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025036:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025042:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff897691328e00) 00010000:00010000:0.0:1775764784.025044:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764784.025046:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025055:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb2e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025102:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb2d7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7fb expref: 9 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025111:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:0.0:1775764784.025113:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764784.025116:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb2d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7fb expref: 9 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.025126:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934e00, rc 0) 00000100:00100000:0.0:1775764784.025189:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:20471:x1862022967020672:12345-192.168.202.46@tcp:101:rm.0 Request processed in 583us (891us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764784.025196:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51105 00000100:00100000:3.0:1775764784.031276:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764784.031363:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020800 00000100:00100000:2.0:1775764784.031375:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020800 00000100:00100000:2.0:1775764784.031441:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51106 00000100:00100000:2.0:1775764784.031452:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+8:20471:x1862022967020800:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764784.031515:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764784.031535:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c802 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032381:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032398:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032410:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032426:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032432:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032439:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032551:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032558:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032565:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032571:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.032577:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032585:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032816:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.032820:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.032824:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032831:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb2f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032846:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032852:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032858:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032863:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.032865:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032871:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032878:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768c96b200) 00010000:00010000:3.0:1775764784.032880:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.032882:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032888:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb2fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032943:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2ec lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c802 expref: 9 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032954:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.032956:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.032959:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb2ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c802 expref: 9 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.032970:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231600, rc 0) 00000100:00100000:3.0:1775764784.033100:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976841d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+8:20471:x1862022967020800:12345-192.168.202.46@tcp:101:rm.0 Request processed in 1649us (1834us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764784.033113:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51106 00000100:00100000:2.0:1775764784.071880:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.071981:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967020928 00000100:00100000:3.0:1775764784.071993:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967020928 00000100:00100000:3.0:1775764784.072060:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51107 00000100:00100000:3.0:1775764784.072071:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+8:20475:x1862022967020928:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764784.072102:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764784.072142:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb301 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c809 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072252:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072268:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072280:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072298:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072304:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072310:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072387:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072398:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072405:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072410:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.072414:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072421:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072434:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.072437:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.072441:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072447:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb308 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072462:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072513:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072520:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072525:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.072528:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072534:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072542:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768c96b200) 00010000:00010000:3.0:1775764784.072544:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.072547:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072552:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb30f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072606:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb301 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c809 expref: 9 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072617:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.072620:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.072623:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb301 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c809 expref: 9 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.072632:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:3.0:1775764784.072702:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+8:20475:x1862022967020928:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 633us (833us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764784.072710:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51107 00000100:00100000:0.0:1775764784.077974:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764784.078449:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967021184 00000100:00100000:2.0:1775764784.078515:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967021184 00000100:00100000:2.0:1775764784.078584:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51108 00000100:00100000:2.0:1775764784.078596:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+8:20475:x1862022967021184:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764784.078624:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764784.078651:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb316 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c810 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.079415:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.079435:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.079448:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.079805:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.079815:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.079822:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084184:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084209:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084233:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764784.084251:0:11866:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed9:0x0]: returning size 0 00010000:00010000:2.0:1775764784.084298:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084304:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084311:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084316:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764784.084321:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084333:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084359:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764784.084363:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764784.084368:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084374:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb31d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764784.084391:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab882fbf reply state 00000000da4ff702 transno 4294997598 ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764784.084400:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764784.084445:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb316 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 11 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084458:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 10 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.084501:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa700) 00010000:00010000:2.0:1775764784.084504:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764784.084507:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231e00, rc 0) 00000100:00100000:2.0:1775764784.084588:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+11:20475:x1862022967021184:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 5993us (6624us total) trans 4294997598 rc 0/0 00000100:00100000:2.0:1775764784.084597:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51108 00010000:00010000:3.0:1775764784.093695:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.093716:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.093726:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.093732:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.093737:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.093746:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.093768:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768faaa600) 00010000:00010000:3.0:1775764784.093771:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.093777:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.093783:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb324 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764784.106566:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.106969:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967021440 00000100:00100000:3.0:1775764784.106979:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967021440 00000100:00100000:3.0:1775764784.107042:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51109 00000100:00100000:3.0:1775764784.107052:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+10:20475:x1862022967021440:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764784.107077:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764784.107097:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb339 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c817 expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.107263:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.107283:0:5795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 11 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.107292:0:5795:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.107329:0:5795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 11 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.107342:0:5795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 11 pid: 11866 timeout: 1510 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764784.107366:0:5795:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978399872:192.168.202.46@tcp:104: 00000100:00100000:3.0:1775764784.108416:0:5795:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783eb60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764784.123225:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.123363:0:5795:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683071880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5795:1862022978399872:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764784.123403:0:5795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764784.123684:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967021568 00000100:00100000:1.0:1775764784.123692:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967021568 00010000:00010000:1.0:1775764784.123731:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 12 pid: 11866 timeout: 1510 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764784.123777:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23542 00000100:00100000:1.0:1775764784.123786:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+12:2379:x1862022967021568:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764784.123803:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764784.123809:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 12 pid: 11866 timeout: 1510 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.123821:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 12 pid: 11866 timeout: 1510 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.123842:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231e00/0x2aac6a50e5fb32b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c810 expref: 12 pid: 11866 timeout: 1510 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.123860:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa700) 00010000:00010000:1.0:1775764784.123865:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.123874:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.123882:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764784.123912:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764784.124148:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+11:2379:x1862022967021568:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 362us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764784.124157:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23542 00010000:00010000:3.0:1775764784.124215:0:5795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124223:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764784.124244:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed9:0x0]: returning size 0 00000004:00080000:3.0:1775764784.124702:0:5795:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000403:0x660:0x0], index 1: 0 00010000:00010000:3.0:1775764784.124876:0:5795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124886:0:5795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124893:0:5795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124899:0:5795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.124903:0:5795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124912:0:5795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124925:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa700) 00010000:00010000:3.0:1775764784.124928:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764784.124932:0:5795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.124938:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb340 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.125025:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb339 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c817 expref: 11 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.125035:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.125037:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764784.125041:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb339 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c817 expref: 11 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.125051:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:3.0:1775764784.125108:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+10:20475:x1862022967021440:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 18059us (18557us total) trans 4294997599 rc 301/301 00000100:00100000:3.0:1775764784.125117:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51109 00000100:00100000:0.0:1775764784.148552:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.148644:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967021824 00000100:00100000:3.0:1775764784.148654:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967021824 00000100:00100000:3.0:1775764784.148717:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16314 00000100:00100000:3.0:1775764784.148727:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+10:20475:x1862022967021824:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:3.0:1775764784.149457:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+11:20475:x1862022967021824:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 727us (913us total) trans 4294997600 rc 0/0 00000100:00100000:3.0:1775764784.149570:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16314 00000100:00100000:0.0:1775764784.157909:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764784.158009:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967022080 00000100:00100000:2.0:1775764784.158021:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967022080 00000100:00100000:2.0:1775764784.158083:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16315 00000100:00100000:2.0:1775764784.158093:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+11:20475:x1862022967022080:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:2.0:1775764784.158593:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+12:20475:x1862022967022080:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 500us (693us total) trans 4294997601 rc 0/0 00000100:00100000:2.0:1775764784.158602:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16315 00000100:00100000:0.0:1775764784.189650:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.189744:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967022336 00000100:00100000:3.0:1775764784.189755:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967022336 00000100:00100000:3.0:1775764784.189820:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51110 00000100:00100000:3.0:1775764784.189843:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+12:20478:x1862022967022336:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764784.189877:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764784.189900:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb34e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c81e expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190010:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190026:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190039:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190054:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190063:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190069:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190178:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190186:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190193:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190199:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.190204:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190212:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190223:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.190227:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.190232:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190238:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb355 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190253:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190259:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190277:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190282:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764784.190284:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190290:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190297:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768c96b200) 00010000:00010000:3.0:1775764784.190300:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764784.190302:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190307:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb35c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190358:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb34e lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c81e expref: 13 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190369:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764784.190371:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764784.190375:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb34e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c81e expref: 13 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764784.190388:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:3.0:1775764784.190452:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+12:20478:x1862022967022336:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 623us (814us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764784.190460:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51110 00000100:00100000:1.0:1775764784.206794:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764784.207439:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967022592 00000100:00100000:0.0:1775764784.207453:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967022592 00000100:00100000:0.0:1775764784.207551:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51111 00000100:00100000:0.0:1775764784.207562:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+12:20478:x1862022967022592:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:0.0:1775764784.207586:0:5796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764784.207616:0:5796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb363 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c825 expref: -99 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764784.207793:0:5796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed8:0x0]: returning size 512 00010000:00010000:0.0:1775764784.208742:0:5796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb363 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c825 expref: 14 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.208759:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:0.0:1775764784.208761:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764784.208766:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935800/0x2aac6a50e5fb363 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c825 expref: 14 pid: 5796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764784.208780:0:5796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935800, rc 0) 00000100:00100000:0.0:1775764784.209426:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+13:20478:x1862022967022592:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1861us (2637us total) trans 4294997602 rc 301/301 00000100:00100000:0.0:1775764784.209437:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51111 00000100:00100000:0.0:1775764784.218527:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764784.218677:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967022720 00000100:00100000:2.0:1775764784.218689:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967022720 00000100:00100000:2.0:1775764784.218756:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51112 00000100:00100000:2.0:1775764784.218767:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+13:20478:x1862022967022720:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764784.218864:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.218881:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.218893:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.218905:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.218912:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.218918:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219020:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219033:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219039:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764784.219074:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed9:0x0]: returning size 0 00000004:00200000:2.0:1775764784.219078:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764784.219090:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219102:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219109:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219116:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219122:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764784.219126:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219134:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219145:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764784.219148:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764784.219153:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219162:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb371 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219174:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219179:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219183:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219187:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764784.219189:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219194:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219200:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768faaa200) 00010000:00010000:2.0:1775764784.219202:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764784.219204:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219209:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb378 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219223:0:9373:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219228:0:9373:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219234:0:9373:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219239:0:9373:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764784.219242:0:9373:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219247:0:9373:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219253:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764784.219255:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764784.219257:0:9373:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764784.219263:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb37f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764784.219363:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+13:20478:x1862022967022720:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 597us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764784.219372:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51112 00000100:00100000:3.0:1775764784.224133:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764784.224255:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967022976 00000100:00100000:0.0:1775764784.224275:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967022976 00000100:00100000:0.0:1775764784.224337:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16316 00000100:00100000:0.0:1775764784.224358:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+13:20478:x1862022967022976:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:0.0:1775764784.224679:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+14:20478:x1862022967022976:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 334us (555us total) trans 4294997603 rc 0/0 00000100:00100000:0.0:1775764784.224689:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16316 00010000:00010000:1.0:1775764784.245902:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764784.566572:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.566616:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764784.566650:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764784.566730:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967023360 00000100:00100000:2.0:1775764784.566741:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967023360 00000100:00100000:2.0:1775764784.566812:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967023232 00000100:00100000:2.0:1775764784.566816:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967023232 00000100:00100000:2.0:1775764784.566840:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 480 00000100:00100000:2.0:1775764784.566849:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+5:2381:x1862022967023360:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764784.566924:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+5:2381:x1862022967023360:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 77us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764784.566967:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 480 00000100:00100000:2.0:1775764784.566986:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 481 00000100:00100000:2.0:1775764784.566993:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+5:2381:x1862022967023232:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764784.567034:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+5:2381:x1862022967023232:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 42us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764784.567041:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 481 00000100:00100000:0.0:1775764784.567149:0:5788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967023104 00000100:00100000:0.0:1775764784.567153:0:5788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967023104 00000100:00100000:0.0:1775764784.567187:0:5788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 651 00000100:00100000:0.0:1775764784.567194:0:5788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977870dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967023104:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764784.567222:0:5788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977870dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967023104:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 29us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764784.567239:0:5788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 651 00000100:00080000:3.0:1775764784.567698:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764784.567702:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764785.268622:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764785.511946:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764785.511979:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967023488 00000100:00100000:3.0:1775764785.511988:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967023488 00000100:00100000:3.0:1775764785.512059:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51113 00000100:00100000:3.0:1775764785.512067:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+14:20488:x1862022967023488:12345-192.168.202.46@tcp:41:lfs.0 00000004:00000024:3.0:1775764785.512130:0:5794:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 10223616 pending 0 free 2260729856 avail 2258632704 00000100:00100000:3.0:1775764785.512200:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+14:20488:x1862022967023488:12345-192.168.202.46@tcp:41:lfs.0 Request processed in 133us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764785.512207:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51113 00000100:00080000:3.0:1775764785.512227:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764785.542661:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764785.549266:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967023616 00000100:00100000:1.0:1775764785.549282:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967023616 00000100:00100000:1.0:1775764785.549371:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 464 00000100:00100000:1.0:1775764785.549382:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+5:20488:x1862022967023616:12345-192.168.202.46@tcp:13:lfs.0 00002000:00000024:1.0:1775764785.549442:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 434962432 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764785.549544:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+5:20488:x1862022967023616:12345-192.168.202.46@tcp:13:lfs.0 Request processed in 164us (6892us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764785.549552:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 464 00000100:00100000:3.0:1775764785.553824:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764785.553914:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967023744 00000100:00100000:1.0:1775764785.553925:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967023744 00000100:00100000:1.0:1775764785.553986:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 465 00000100:00100000:1.0:1775764785.553997:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+5:20488:x1862022967023744:12345-192.168.202.46@tcp:13:lfs.0 00002000:00000024:1.0:1775764785.554051:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512819200 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764785.554131:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+5:20488:x1862022967023744:12345-192.168.202.46@tcp:13:lfs.0 Request processed in 136us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764785.554138:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 465 00000100:00100000:3.0:1775764785.703368:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764785.703442:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967024000 00000100:00100000:2.0:1775764785.703452:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967024000 00000100:00100000:2.0:1775764785.703540:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51114 00000100:00100000:2.0:1775764785.703549:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+14:20495:x1862022967024000:12345-192.168.202.46@tcp:36:mcreate.0 00010000:00010000:2.0:1775764785.703604:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764785.703634:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb2b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7ed expref: 14 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.703652:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764785.703663:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764785.703745:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.703759:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.703769:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.703781:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.703791:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.703797:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706240:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706254:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706261:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706266:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764785.706271:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706278:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706293:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa800) 00010000:00010000:1.0:1775764785.706296:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764785.706300:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764785.706305:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb386 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764785.706323:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc2175d7 reply state 0000000091c79585 transno 4294997604 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764785.706342:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764785.706761:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+15:20495:x1862022967024000:12345-192.168.202.46@tcp:36:mcreate.0 Request processed in 3208us (3398us total) trans 4294997604 rc 0/0 00000100:00100000:1.0:1775764785.706771:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51114 00010000:00010000:0.0:1775764785.711605:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.711624:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.711632:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.711638:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764785.711643:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.711651:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.711673:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6dab4ee (ffff89768faaa200) 00010000:00010000:0.0:1775764785.711676:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764785.711681:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.711687:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb38d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764785.737057:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764785.737363:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967024128 00000100:00100000:2.0:1775764785.737375:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967024128 00000100:00100000:2.0:1775764785.737435:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51115 00000100:00100000:2.0:1775764785.737446:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+14:20498:x1862022967024128:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764785.737519:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764785.737542:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb394 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c82c expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.737645:0:9373:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb39b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.737661:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb39b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.737673:0:9373:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb39b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764785.737737:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764785.737740:0:9373:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764785.737766:0:9373:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb39b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9373 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.737790:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb394 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c82c expref: 16 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.737812:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb39b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c82c expref: 15 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.737820:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:2.0:1775764785.737823:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764785.737826:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231400, rc 0) 00000100:00100000:2.0:1775764785.737896:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+15:20498:x1862022967024128:12345-192.168.202.46@tcp:101:rm.0 Request processed in 452us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764785.737903:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51115 00000100:00100000:1.0:1775764785.741408:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764785.741507:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967024256 00000100:00100000:3.0:1775764785.741517:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967024256 00000100:00100000:3.0:1775764785.741571:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51116 00000100:00100000:3.0:1775764785.741581:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+15:20498:x1862022967024256:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764785.741604:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764785.741625:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb3a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c833 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741731:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741748:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741761:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741777:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741783:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741789:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741901:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741909:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741915:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764785.741953:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xeda:0x0]: returning size 0 00000004:00200000:3.0:1775764785.741957:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764785.741979:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741991:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.741999:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742006:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742025:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742031:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764785.742035:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742043:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742057:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:3.0:1775764785.742060:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764785.742065:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742071:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ad000/0x2aac6a50e5fb3a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742092:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742097:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742102:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742106:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764785.742108:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742113:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742120:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6dab4ee (ffff89768c96b200) 00010000:00010000:3.0:1775764785.742122:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764785.742124:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742129:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb3b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742158:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb3a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c833 expref: 17 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742170:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c833 expref: 16 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.742180:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeda:0x0].0x0 (ffff89768c96b400) 00010000:00010000:3.0:1775764785.742183:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764785.742185:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac800, rc 0) 00000100:00100000:3.0:1775764785.742318:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+16:20498:x1862022967024256:12345-192.168.202.46@tcp:101:rm.0 Request processed in 738us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764785.742326:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51116 00000100:00100000:3.0:1775764785.757657:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764785.757764:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967024512 00000100:00100000:0.0:1775764785.757774:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967024512 00000100:00100000:0.0:1775764785.757834:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51117 00000100:00100000:0.0:1775764785.757844:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+16:20498:x1862022967024512:12345-192.168.202.46@tcp:36:rm.0 00010000:00010000:0.0:1775764785.757902:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764785.757930:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac800/0x2aac6a50e5fb3b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xeda:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c833 expref: 16 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.757952:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeda:0x0].0x0 (ffff89768c96b400) 00010000:00010000:0.0:1775764785.757970:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb39b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c82c expref: 15 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.757980:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaa000) 00010000:00010000:0.0:1775764785.757987:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764785.758011:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758036:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758045:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758057:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758063:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758069:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758195:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758203:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.758209:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759266:0:5796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759279:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759287:0:5796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759294:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759300:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759305:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759380:0:5796:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764785.759402:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759409:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759415:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759422:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764785.759431:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759439:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.759450:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeda:0x0].0x0 (ffff897691328000) 00010000:00010000:0.0:1775764785.759453:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764785.759456:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760308:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935000/0x2aac6a50e5fb3cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0xeda:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760350:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760356:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760362:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760367:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764785.760371:0:5796:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760377:0:5796:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760392:0:5796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897691328700) 00010000:00010000:0.0:1775764785.760395:0:5796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764785.760398:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764785.760403:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935600/0x2aac6a50e5fb3be lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764785.760422:0:5796:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008939f34 reply state 0000000074944d25 transno 4294997605 ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764785.760432:0:5796:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764785.766587:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764785.766604:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.766615:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764785.766620:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.766630:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.766648:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xeda:0x0].0x0 (ffff897691328000) 00010000:00010000:2.0:1775764785.766652:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764785.766656:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.766662:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7935200/0x2aac6a50e5fb3d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xeda:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764785.766695:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764785.766698:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764785.766699:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764785.767238:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+16:20498:x1862022967024512:12345-192.168.202.46@tcp:36:rm.0 Request processed in 9386us (9581us total) trans 4294997605 rc 0/0 00000100:00100000:1.0:1775764785.767249:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51117 00010000:00010000:3.0:1775764785.771872:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.771891:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.771899:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.771905:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764785.771910:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.771917:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.771935:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6dab4ee (ffff897691328200) 00010000:00010000:3.0:1775764785.771938:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764785.771943:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764785.771949:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8977b7934e00/0x2aac6a50e5fb3c5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6dab4ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5796 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764786.293143:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764787.320117:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764787.456361:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764787.456393:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978400000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764787.456487:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.463955:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978400384:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.464034:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.464069:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764787.464074:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978400256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.464095:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.464123:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400384 00000100:00100000:2.0:1775764787.464130:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400384 00000100:00100000:2.0:1775764787.464180:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400256 00000100:00100000:2.0:1775764787.464184:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400256 00000100:00100000:2.0:1775764787.464208:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1775764787.464217:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978400384:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1775764787.464240:0:5795:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff89768e214a80 x1862022978400384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1775764798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764787.464280:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978400384:12345-0@lo:400:kworker.0 Request processed in 65us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.464288:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1775764787.464305:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1775764787.464311:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978400256:12345-0@lo:400:kworker.0 00010000:00000080:2.0:1775764787.464337:0:5795:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff897684970000 x1862022978400256/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1775764798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764787.464363:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978400256:12345-0@lo:400:kworker.0 Request processed in 53us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.464369:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:2.0:1775764787.464407:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764787.464426:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978400512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.464459:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.464533:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764787.464539:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978400128:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.464567:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.464593:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978400640:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.464616:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764787.465064:0:5787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400128 00000100:00100000:0.0:1775764787.465071:0:5787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400128 00000100:00100000:0.0:1775764787.465101:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1775764787.465108:0:5787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977870de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978400128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764787.465147:0:5787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977870de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978400128:12345-0@lo:400:kworker.0 Request processed in 40us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764787.465153:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1775764787.465837:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400640 00000100:00100000:0.0:1775764787.465843:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400640 00000100:00100000:0.0:1775764787.465886:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1775764787.465894:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978400640:12345-0@lo:400:kworker.0 00010000:00000080:0.0:1775764787.465912:0:11866:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff897684971f80 x1862022978400640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1775764798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764787.465951:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978400640:12345-0@lo:400:kworker.0 Request processed in 58us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764787.465957:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00080000:0.0:1775764787.465975:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764787.470176:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978400256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.470196:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978400384:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.470256:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978400128:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.470271:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978400640:0@lo:400:kworker.0 00000100:00100000:3.0:1775764787.471177:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400000 00000100:00100000:3.0:1775764787.471188:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400000 00000100:00100000:3.0:1775764787.471251:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775764787.471259:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978400000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764787.471295:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512819200 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764787.471384:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978400000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (14919us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764787.471400:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1775764787.471424:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400512 00000100:00100000:3.0:1775764787.471427:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400512 00000100:00100000:3.0:1775764787.471453:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1775764787.471458:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978400512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764787.471510:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978400512:12345-0@lo:400:kworker.0 Request processed in 52us (7051us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764787.471516:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1775764787.471547:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978400000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764787.471580:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978400512:0@lo:400:kworker.0 00000100:00080000:3.0:1775764787.471594:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764787.471597:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1775764787.562007:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997605 is committed 00000020:00000080:0.0:1775764787.823308:0:16946:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=4008668d len=0 uarg=00007ffc01e13e30 00000004:00000080:0.0:1775764787.823337:0:16946:0:(mdt_handler.c:8164:mdt_iocontrol()) lustre-MDT0000: cmd=4008668d len=576 karg=ffff897684619400 uarg=0000000000000000 00080000:00020000:1.0:1775764787.838718:0:16946:0:(osd_handler.c:720:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00010000:00010000:1.0:1775764788.340789:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764788.469438:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764788.469486:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978400768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764788.469560:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764788.469886:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400768 00000100:00100000:1.0:1775764788.469897:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400768 00000100:00100000:1.0:1775764788.469961:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1775764788.469972:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978400768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764788.470010:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 434962432 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1775764788.470066:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978400768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764788.470074:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1775764788.470278:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978400768:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1775764789.120423:0:16995:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:1.0:1775764789.199327:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764789.199441:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967024640 00000100:00100000:2.0:1775764789.199453:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967024640 00000100:00100000:2.0:1775764789.199550:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51118 00000100:00100000:2.0:1775764789.199560:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+6:20529:x1862022967024640:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:2.0:1775764789.199584:0:5795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764789.199607:0:5795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb3da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c83a expref: -99 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.199716:0:5795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb3e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.199730:0:5795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.199744:0:5795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764789.199933:0:5795:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764789.199937:0:5795:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000100:00080000:3.0:1775764789.200199:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1775764789.200354:0:5795:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.200386:0:5795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb3da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c83a expref: 8 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.200406:0:5795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c83a expref: 7 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.200415:0:5795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:2.0:1775764789.200419:0:5795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764789.200423:0:5795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230800, rc 0) 00010000:00000080:2.0:1775764789.200431:0:5795:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff89768dff3800 x1862022967024640/t0(0) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 576/688 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775764789.201045:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+7:20529:x1862022967024640:12345-192.168.202.46@tcp:101:dd.0 Request processed in 1483us (1724us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764789.201055:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51118 00000100:00100000:0.0:1775764789.208449:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764789.208554:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967024896 00000100:00100000:2.0:1775764789.208564:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967024896 00000100:00100000:2.0:1775764789.208624:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51119 00000100:00100000:2.0:1775764789.208634:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+7:20529:x1862022967024896:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:2.0:1775764789.208657:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764789.208679:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb3e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c841 expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209093:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209109:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209121:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209137:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209143:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209149:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209354:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb3fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209363:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb3fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209370:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb3fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764789.209380:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed9:0x0]: returning size 0 00010000:00010000:2.0:1775764789.209585:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209597:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209604:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209609:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764789.209613:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209620:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209632:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764789.209635:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764789.209639:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209645:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231600/0x2aac6a50e5fb3ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209657:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209663:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209669:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209674:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764789.209677:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209683:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209690:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768faaa300) 00010000:00010000:2.0:1775764789.209692:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764789.209694:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209699:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb3f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209744:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb3e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c841 expref: 10 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209757:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb3fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c841 expref: 9 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.209764:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa100) 00010000:00010000:2.0:1775764789.209765:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764789.209768:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230e00, rc 0) 00010000:00000080:2.0:1775764789.209775:0:5794:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8977b3055500 x1862022967024896/t4294997606(0) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 4624/848 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775764789.209848:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b3055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+9:20529:x1862022967024896:12345-192.168.202.46@tcp:101:dd.0 Request processed in 1216us (1408us total) trans 4294997606 rc 0/0 00000100:00100000:2.0:1775764789.209857:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51119 00000100:00100000:0.0:1775764789.223955:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764789.224329:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025152 00000100:00100000:3.0:1775764789.224343:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025152 00000100:00100000:3.0:1775764789.224404:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51120 00000100:00100000:3.0:1775764789.224413:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+9:20529:x1862022967025152:12345-192.168.202.46@tcp:36:dd.0 00010000:00010000:3.0:1775764789.224503:0:11866:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764789.224532:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230e00/0x2aac6a50e5fb3fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c841 expref: 9 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.224552:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa100) 00010000:00010000:3.0:1775764789.224565:0:11866:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764789.224814:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.224827:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.224836:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764789.224886:0:11866:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997607 00000004:00010000:3.0:1775764789.224908:0:11866:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090752215 reply state 0000000089911dfb transno 4294997608 ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764789.224916:0:11866:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000080:3.0:1775764789.224962:0:11866:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8977bb870380 x1862022967025152/t4294997608(0) o36->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 488/456 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764789.225027:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+11:20529:x1862022967025152:12345-192.168.202.46@tcp:36:dd.0 Request processed in 617us (1094us total) trans 4294997608 rc 0/0 00000100:00100000:3.0:1775764789.225034:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51120 00000020:00080000:3.0:1775764789.225039:0:11866:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764789.229873:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764789.229950:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025280 00000100:00100000:3.0:1775764789.229960:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025280 00000100:00100000:3.0:1775764789.230016:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51121 00000100:00100000:3.0:1775764789.230026:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+11:20529:x1862022967025280:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:3.0:1775764789.230049:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764789.230071:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c848 expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.230126:0:9373:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb412 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c848 expref: 12 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.230139:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb412 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c848 expref: 12 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.230159:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:3.0:1775764789.230162:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764789.230167:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac600, rc 0) 00010000:00000080:3.0:1775764789.230175:0:9373:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8977bb870700 x1862022967025280/t0(0) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 376/584 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1775764789.230241:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+12:20529:x1862022967025280:12345-192.168.202.46@tcp:101:dd.0 Request processed in 216us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764789.230247:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51121 00010000:00010000:1.0:1775764789.231569:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.231583:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.231589:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.231595:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ada00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764789.231599:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.231607:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.231621:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:1.0:1775764789.231635:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764789.231640:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764789.231649:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb40b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764789.233994:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764789.235955:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025536 00000100:00100000:2.0:1775764789.235971:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025536 00000100:00100000:2.0:1775764789.236040:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51122 00000100:00100000:2.0:1775764789.236051:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+11:20529:x1862022967025536:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:2.0:1775764789.236084:0:5794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764789.236088:0:5794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764789.236115:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c848 expref: 11 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236133:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768c96ba00) 00010000:00010000:2.0:1775764789.236145:0:5794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764789.236161:0:5794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb419 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c84f expref: -99 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236239:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb420 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236251:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236260:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764789.236620:0:5794:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x661:0x0], index 0: 0 00010000:00010000:2.0:1775764789.236734:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb420 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 13 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236743:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764789.236745:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764789.236755:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231800/0x2aac6a50e5fb419 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 13 pid: 5794 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236771:0:5794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb420 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 12 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.236791:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764789.236794:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764789.236795:0:5794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231a00, rc 0) 00010000:00000080:2.0:1775764789.236803:0:5794:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff897683070380 x1862022967025536/t4294997609(0) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 376/584 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775764789.236870:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+12:20529:x1862022967025536:12345-192.168.202.46@tcp:101:dd.0 Request processed in 821us (2884us total) trans 4294997609 rc 0/0 00000100:00100000:2.0:1775764789.236877:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51122 00000100:00100000:3.0:1775764789.248653:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764789.248843:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025664 00000100:00100000:0.0:1775764789.248856:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025664 00000100:00100000:0.0:1775764789.248927:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15290 00000100:00100000:0.0:1775764789.248936:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+5:20529:x1862022967025664:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:0.0:1775764789.248965:0:12181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764789.248986:0:12181:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5fb427 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c856 expref: -99 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764789.249015:0:12181:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x660:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764789.249036:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764789.249038:0:12181:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764789.249047:0:12181:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5fb427 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c856 expref: 6 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764789.249076:0:12181:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1aed045/0x2aac6a50e5fb427 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x660:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c856 expref: 6 pid: 12181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764789.249090:0:12181:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934800, rc 0) 00000100:00100000:0.0:1775764789.249141:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+6:20529:x1862022967025664:12345-192.168.202.46@tcp:101:dd.0 Request processed in 206us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764789.249148:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15290 00000100:00080000:3.0:1775764789.249754:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764789.251862:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764789.254270:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025792 00000100:00100000:3.0:1775764789.254282:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025792 00000100:00100000:3.0:1775764789.254404:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15291 00000100:00100000:3.0:1775764789.254416:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+5:20529:x1862022967025792:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:3.0:1775764789.254436:0:12193:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764789.254458:0:12193:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e448b25d/0x2aac6a50e5fb42e lrc: 2/0,0 mode: --/PW res: [0x240000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c85d expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764789.254508:0:12193:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x661:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764789.254532:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764789.254535:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764789.254544:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e448b25d/0x2aac6a50e5fb42e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c85d expref: 6 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.254562:0:12193:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e448b25d/0x2aac6a50e5fb42e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c85d expref: 6 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.254576:0:12193:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ad000, rc 0) 00000100:00100000:3.0:1775764789.254655:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+6:20529:x1862022967025792:12345-192.168.202.46@tcp:101:dd.0 Request processed in 242us (2803us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764789.254663:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15291 00000100:00080000:2.0:1775764789.259592:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764789.273252:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764789.273361:0:16237:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025920 00000100:00100000:3.0:1775764789.273375:0:16237:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025920 00002000:00010000:3.0:1775764789.273426:0:16237:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677443/1633 (2097152->18446744073709551615) 00002000:00100000:3.0:1775764789.273432:0:16237:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb873100 with x1862022967025920 ext(2097152->18446744073709551615) 00002000:00010000:3.0:1775764789.273444:0:16237:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977bb873100. 00000100:00100000:3.0:1775764789.273501:0:16237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2326 00000100:00100000:3.0:1775764789.273510:0:16237:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967025920:12345-192.168.202.46@tcp:10:dd.0 00002000:00010000:3.0:1775764789.274172:0:16237:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000403:0x661:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1775764789.274177:0:16237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000403:0x661:0x0] updating lvb mtime from disk: 0 -> 1775764789 00002000:00010000:3.0:1775764789.274179:0:16237:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000403:0x661:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764789.274182:0:16237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000403:0x661:0x0] updating lvb ctime from disk: 0 -> 1775764789 00002000:00010000:3.0:1775764789.274185:0:16237:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000403:0x661:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764789.274294:0:16237:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3f83546c-01a9-4156-8a97-44c446245d3e+7:2382:x1862022967025920:12345-192.168.202.46@tcp:10:dd.0 Request processed in 782us (1051us total) trans 4294971562 rc 0/0 00000100:00100000:3.0:1775764789.274311:0:16237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2326 00002000:00010000:3.0:1775764789.274315:0:16237:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677443/1633 (2097152->18446744073709551615) 00002000:00100000:3.0:1775764789.274319:0:16237:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977bb873100 with x1862022967025920 ext(2097152->18446744073709551615) 00002000:00010000:3.0:1775764789.274323:0:16237:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977bb873100. 00000100:00100000:3.0:1775764789.290714:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764789.290788:0:16475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967026176 00000100:00100000:1.0:1775764789.290799:0:16475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967026176 00000100:00100000:1.0:1775764789.290864:0:16475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16317 00000100:00100000:1.0:1775764789.290875:0:16475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+12:20529:x1862022967026176:12345-192.168.202.46@tcp:35:dd.0 00010000:00000080:1.0:1775764789.291224:0:16475:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff897683070e00 x1862022967026176/t4294997610(0) o35->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 392/456 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1775764789.291287:0:16475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:3f83546c-01a9-4156-8a97-44c446245d3e+13:20529:x1862022967026176:12345-192.168.202.46@tcp:35:dd.0 Request processed in 416us (584us total) trans 4294997610 rc 0/0 00000100:00100000:1.0:1775764789.291295:0:16475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16317 00000100:00100000:2.0:1775764789.328715:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764789.329378:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967026432 00000100:00100000:3.0:1775764789.329393:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967026432 00000100:00100000:3.0:1775764789.329484:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51123 00000100:00100000:3.0:1775764789.329495:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+13:20531:x1862022967026432:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764789.329523:0:11866:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764789.329546:0:11866:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac000/0x2aac6a50e5fb435 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c864 expref: -99 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.329675:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.329691:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.329703:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.329719:0:11866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.329726:0:11866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.329734:0:11866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330276:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330285:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330292:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330312:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860acc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764789.330317:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330324:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330339:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764789.330342:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764789.330347:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330353:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860acc00/0x2aac6a50e5fb43c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330367:0:11866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330373:0:11866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330380:0:11866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330384:0:11866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764789.330387:0:11866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330392:0:11866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330399:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768c96bf00) 00010000:00010000:3.0:1775764789.330401:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764789.330404:0:11866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330409:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac600/0x2aac6a50e5fb443 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11866 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330458:0:11866:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac000/0x2aac6a50e5fb435 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c864 expref: 14 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330497:0:11866:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:3.0:1775764789.330499:0:11866:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764789.330503:0:11866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ac000/0x2aac6a50e5fb435 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c864 expref: 14 pid: 11866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.330514:0:11866:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac000, rc 0) 00010000:00000080:3.0:1775764789.330522:0:11866:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff897684970e00 x1862022967026432/t0(0) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 4624/608 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1775764789.330610:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3f83546c-01a9-4156-8a97-44c446245d3e+13:20531:x1862022967026432:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1116us (1908us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764789.330618:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51123 00000100:00100000:1.0:1775764789.335121:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764789.335508:0:9373:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967026688 00000100:00100000:3.0:1775764789.335519:0:9373:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967026688 00000100:00100000:3.0:1775764789.335602:0:9373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51124 00000100:00100000:3.0:1775764789.335615:0:9373:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+13:20531:x1862022967026688:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764789.335650:0:9373:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764789.335676:0:9373:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb44a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c86b expref: -99 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764789.336018:0:9373:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed8:0x0]: returning size 7680 00010000:00010000:3.0:1775764789.336217:0:9373:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb44a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c86b expref: 15 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.336233:0:9373:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89768faaaf00) 00010000:00010000:3.0:1775764789.336236:0:9373:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764789.336241:0:9373:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8976860ada00/0x2aac6a50e5fb44a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c86b expref: 15 pid: 9373 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.336252:0:9373:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ada00, rc 0) 00010000:00000080:3.0:1775764789.336260:0:9373:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff89768dff3100 x1862022967026688/t4294997611(0) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 4616/608 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1775764789.336344:0:9373:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+14:20531:x1862022967026688:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 733us (1234us total) trans 4294997611 rc 301/301 00000100:00100000:3.0:1775764789.336354:0:9373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51124 00000100:00100000:0.0:1775764789.353742:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764789.353894:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967026816 00000100:00100000:2.0:1775764789.353905:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967026816 00000100:00100000:2.0:1775764789.354188:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51125 00000100:00100000:2.0:1775764789.354200:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+14:20531:x1862022967026816:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764789.354293:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.354322:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.354338:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.354354:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.354362:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.354368:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356336:0:5794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356353:0:5794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356363:0:5794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764789.356401:0:5794:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed9:0x0]: returning size 2098176 00000004:00200000:2.0:1775764789.356406:0:5794:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764789.356417:0:5794:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356431:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356438:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356444:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356450:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764789.356454:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356462:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356487:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff89768faaab00) 00010000:00010000:2.0:1775764789.356490:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764789.356494:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356500:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230000/0x2aac6a50e5fb458 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356512:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356517:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356523:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356528:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764789.356531:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356536:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356542:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff89768faaad00) 00010000:00010000:2.0:1775764789.356544:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764789.356546:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356557:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231400/0x2aac6a50e5fb45f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356571:0:5794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356576:0:5794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356582:0:5794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356587:0:5794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764789.356590:0:5794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356595:0:5794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356601:0:5794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa300) 00010000:00010000:2.0:1775764789.356603:0:5794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764789.356605:0:5794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764789.356610:0:5794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231000/0x2aac6a50e5fb466 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000080:2.0:1775764789.357852:0:5794:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8977bb873b80 x1862022967026816/t0(0) o34->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 464/704 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775764789.358231:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+14:20531:x1862022967026816:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 3869us (4332us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764789.358244:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51125 00000100:00100000:2.0:1775764789.365395:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764789.365437:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967027072 00000100:00100000:2.0:1775764789.365448:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967027072 00000100:00100000:2.0:1775764789.365520:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16318 00000100:00100000:2.0:1775764789.365531:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+14:20531:x1862022967027072:12345-192.168.202.46@tcp:35:lfs.0 00010000:00010000:3.0:1775764789.366202:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000080:2.0:1775764789.367268:0:5798:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff897684971880 x1862022967027072/t4294997612(0) o35->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:270/0 lens 392/456 e 0 to 0 dl 1775764800 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775764789.369578:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+15:20531:x1862022967027072:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 4039us (4186us total) trans 4294997612 rc 0/0 00000100:00100000:2.0:1775764789.369592:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16318 00000100:00100000:3.0:1775764789.686522:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764789.686755:0:5789:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967027200 00000100:00100000:0.0:1775764789.686767:0:5789:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967027200 00000100:00100000:0.0:1775764789.686824:0:5789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 653 00000100:00100000:0.0:1775764789.686834:0:5789:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977870dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967027200:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764789.686924:0:5789:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977870dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967027200:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 92us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764789.686932:0:5789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 653 00010000:00010000:1.0:1775764790.398478:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764791.413228:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1775764791.436636:0:17094:0:(tgt_mount.c:1996:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1775764791.436686:0:17094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436701:0:17094:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436708:0:17094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436715:0:17094:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436738:0:17094:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1775764791.436744:0:17094:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1775764791.436773:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764791.436779:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436786:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469400 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:1.0:1775764791.436790:0:12290:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436799:0:12290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764791.436805:0:12290:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764791.436811:0:12290:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1775764791.436813:0:12290:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1775764791.436815:0:12290:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1775764791.436856:0:12290:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436863:0:12290:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764791.436898:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436905:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977b7469400/0x2aac6a50e4d8287 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d828e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.436918:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.436921:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.436922:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775764791.436935:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1775764791.436940:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1775764791.436946:0:17094:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1775764791.436958:0:17094:0:(import.c:65:import_set_state_nolock()) ffff8977b42cf800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1775764791.437527:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978400896:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764791.437597:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764791.438274:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3318:1862022978401024:0@lo:39:umount.0 00000100:00100000:2.0:1775764791.438319:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764791.438829:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978400896 00000100:00100000:1.0:1775764791.438841:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978400896 00000100:00100000:1.0:1775764791.438904:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5397 00000100:00100000:1.0:1775764791.438914:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978400896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764791.438929:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764791.438951:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977a2931800/0x2aac6a50e4d828e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d8287 expref: 18 pid: 5789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.438970:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764791.439019:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684970a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3320:x1862022978400896:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764791.439027:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5397 00000100:00100000:3.0:1775764791.440041:0:11866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401024 00000100:00100000:3.0:1775764791.440064:0:11866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401024 00000100:00100000:2.0:1775764791.440262:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978400896:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.441738:0:11866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51126 00000100:00100000:3.0:1775764791.441753:0:11866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1862022978401024:12345-0@lo:39:umount.0 00000020:00000080:3.0:1775764791.441784:0:11866:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d8011 00000100:00080000:3.0:1775764791.441800:0:11866:0:(import.c:65:import_set_state_nolock()) ffff8977b41b3000 : changing import state from FULL to CLOSED 00010000:00000080:3.0:1775764791.441829:0:11866:0:(ldlm_lib.c:3283:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff89768e214700 x1862022978401024/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1775764802 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764791.441905:0:11866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+1:3318:x1862022978401024:12345-0@lo:39:umount.0 Request processed in 157us (3585us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.441912:0:11866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51126 00000020:00000080:3.0:1775764791.441923:0:11866:0:(genops.c:904:class_export_put()) final put ffff8977b41b1800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1775764791.441984:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764791.442015:0:3318:0:(import.c:65:import_set_state_nolock()) ffff8977b42cf800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1775764791.442025:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3318:1862022978401024:0@lo:39:umount.0 00000020:00000080:3.0:1775764791.442053:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b41b1800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00080000:1.0:1775764791.442335:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1775764791.442339:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1775764791.442344:0:17094:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1775764791.444016:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977b41b3000 for lustre-MDT0000 00010000:00010000:1.0:1775764791.445484:0:17094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445502:0:17094:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445509:0:17094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445520:0:17094:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445549:0:17094:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764791.445555:0:17094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445562:0:17094:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445568:0:17094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445575:0:17094:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445589:0:17094:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1775764791.445596:0:17094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445602:0:17094:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445607:0:17094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445613:0:17094:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445636:0:17094:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1775764791.445642:0:17094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445648:0:17094:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445654:0:17094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445660:0:17094:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.445672:0:17094:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1775764791.445675:0:17094:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1775764791.445708:0:17094:0:(tgt_mount.c:2046:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1775764791.445712:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:1.0:1775764791.445717:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1775764791.445722:0:17094:0:(obd_config.c:930:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:3.0:1775764791.447966:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1775764791.447983:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.447997:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468200 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764791.448002:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448015:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764791.448023:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764791.448029:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1775764791.448031:0:5782:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:3.0:1775764791.448034:0:5782:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:3.0:1775764791.448113:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448120:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764791.448151:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448158:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977b7468200/0x2aac6a50e4d8295 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d829c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448176:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1775764791.448180:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448186:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931400 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764791.448189:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448195:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764791.448206:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764791.448211:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1775764791.448213:0:5782:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1775764791.448216:0:5782:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1775764791.448228:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448235:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764791.448241:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448248:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977a2931400/0x2aac6a50e4d81bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d81c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448264:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764791.448268:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448274:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fac00 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764791.448276:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448292:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764791.448298:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764791.448307:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1775764791.448309:0:5782:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1775764791.448311:0:5782:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1775764791.448323:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448328:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764791.448347:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448353:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977814fac00/0x2aac6a50e4d831a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d8321 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448363:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764791.448367:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448372:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897780031000 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764791.448375:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448382:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764791.448388:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764791.448393:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1775764791.448396:0:5782:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1775764791.448398:0:5782:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1775764791.448410:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448416:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764791.448422:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448429:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff897780031000/0x2aac6a50e4d7f70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x2aac6a50e4d7f77 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.448443:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764791.448445:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764791.448446:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764791.448456:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764791.448495:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978401152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.448573:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.449019:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764791.449027:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978401280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.449049:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.449081:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978401408:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764791.449317:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764791.449334:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401152 00000100:00100000:0.0:1775764791.449341:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401152 00000100:00100000:0.0:1775764791.449388:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401280 00000100:00100000:0.0:1775764791.449392:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401280 00000100:00100000:0.0:1775764791.449416:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5398 00000100:00100000:0.0:1775764791.449425:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978401152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764791.449441:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764791.449457:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977814fb000/0x2aac6a50e4d829c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d8295 expref: 18 pid: 5788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764791.449490:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764791.449530:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3321:x1862022978401152:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764791.449536:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5398 00000100:00100000:0.0:1775764791.449553:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399 00000100:00100000:0.0:1775764791.449560:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:3321:x1862022978401280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764791.449567:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764791.449575:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977814fb400/0x2aac6a50e4d81c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d81bc expref: 16 pid: 5787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764791.449584:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764791.449617:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3321:x1862022978401280:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764791.449622:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399 00000100:00100000:3.0:1775764791.449698:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.449738:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764791.449744:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978401536:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.449767:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.449795:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401408 00000100:00100000:3.0:1775764791.449799:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401408 00000100:00100000:3.0:1775764791.449824:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401536 00000100:00100000:3.0:1775764791.449827:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401536 00000100:00100000:3.0:1775764791.449842:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5400 00000100:00100000:3.0:1775764791.449848:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:3319:x1862022978401408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764791.449856:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764791.449864:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89778843e400/0x2aac6a50e4d8321 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d831a expref: 16 pid: 5789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.449874:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764791.449896:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3319:x1862022978401408:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.449902:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5400 00000100:00100000:3.0:1775764791.449915:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401 00000100:00100000:3.0:1775764791.449921:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:3319:x1862022978401536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764791.449928:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764791.449935:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977814fa000/0x2aac6a50e4d7f77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d7f70 expref: 14 pid: 5787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764791.449946:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764791.449964:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:3319:x1862022978401536:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.449970:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401 00000100:00100000:3.0:1775764791.450008:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978401280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.450017:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978401152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.450057:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978401536:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764791.450065:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978401408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764791.450166:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:1.0:1775764791.450706:0:17094:0:(mdt_handler.c:8164:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:1.0:1775764791.479709:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997610 is committed 00000001:00080000:1.0:1775764791.479724:0:5816:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997612 is committed 00000020:00000080:2.0:1775764791.480753:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:2.0:1775764791.480765:0:17094:0:(genops.c:1838:print_export_data()) lustre-MDT0000: ACTIVE ffff8977bff9c800 3f83546c-01a9-4156-8a97-44c446245d3e 192.168.202.46@tcp 7 (0 0 3) 0 0 0 0: 0000000000000000 4294997612 stale:0 00000020:00080000:2.0:1775764791.480773:0:17094:0:(genops.c:1838:print_export_data()) lustre-MDT0000: ACTIVE ffff8977bb917000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1775764791.480777:0:17094:0:(genops.c:1838:print_export_data()) lustre-MDT0000: ACTIVE ffff89778832c800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1775764791.480782:0:17094:0:(genops.c:1572:class_disconnect_exports()) OBD device 5 (ffff8977b3198000) has exports, disconnecting them 00000020:00080000:2.0:1775764791.480788:0:17094:0:(genops.c:1547:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.202.46@tcp (ffff8977bff9c800), last request at 1775764789 00000020:00000080:2.0:1775764791.480801:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d8225 00000020:00010000:2.0:1775764791.480808:0:17094:0:(genops.c:1940:obd_stale_export_put()) Put export ffff8977bff9c800: total 0 00000100:00080000:2.0:1775764791.480813:0:17094:0:(import.c:65:import_set_state_nolock()) ffff8977bb913000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1775764791.480830:0:17094:0:(genops.c:1552:class_disconnect_export_list()) disconnected export at 192.168.202.46@tcp (ffff8977bff9c800): rc 0 00000020:00080000:2.0:1775764791.480833:0:17094:0:(genops.c:1547:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8977bb917000), last request at 1775764787 00000020:00000080:2.0:1775764791.480836:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d8184 00000100:00080000:2.0:1775764791.480839:0:17094:0:(import.c:65:import_set_state_nolock()) ffff8977bb914800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1775764791.480964:0:17094:0:(genops.c:1552:class_disconnect_export_list()) disconnected export at 0@lo (ffff8977bb917000): rc 0 00000020:00000080:2.0:1775764791.480966:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977bb917000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1775764791.480979:0:17094:0:(genops.c:1547:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff89778832c800), last request at 1775764787 00000020:00000080:2.0:1775764791.480982:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d80b9 00000100:00080000:2.0:1775764791.480987:0:17094:0:(import.c:65:import_set_state_nolock()) ffff89778832a800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1775764791.481015:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bb917000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1775764791.481073:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977bb914800 for lustre-MDT0000 00000020:00010000:0.0:1775764791.481110:0:5783:0:(genops.c:1926:obd_stale_export_get()) Get export ffff8977bff9c800: total 0 00010000:00010000:0.0:1775764791.481151:0:5783:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8977bff9c800, canceled 0 locks, left on hash table 3. 00010000:00010000:0.0:1775764791.481186:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231a00/0x2aac6a50e5fb420 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 4 pid: 5794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764791.481215:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230800/0x2aac6a50e5fb3e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c83a expref: 3 pid: 5795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764791.481231:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230600/0x2aac6a50e5fb2d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c7f4 expref: 2 pid: 16259 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764791.481244:0:5783:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8977bff9c800, canceled 3 locks, left on hash table 0. 00010000:00010000:1.0:1775764791.484799:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1775764791.484969:0:17094:0:(genops.c:1552:class_disconnect_export_list()) disconnected export at 0@lo (ffff89778832c800): rc 0 00000020:00000080:2.0:1775764791.484973:0:17094:0:(genops.c:904:class_export_put()) final put ffff89778832c800/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:2.0:1775764791.484997:0:17094:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb7140193bae0 00000100:00080000:2.0:1775764791.485026:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1775764791.485031:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971561 gen 3 00000004:00080000:2.0:1775764791.485056:0:17094:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000020:00000080:3.0:1775764791.485197:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff89778832c800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1775764791.485249:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff89778832a800 for lustre-MDT0000 00000100:00080000:2.0:1775764791.485436:0:17094:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1775764791.485481:0:17094:0:(import.c:65:import_set_state_nolock()) ffff8977bfe3b000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1775764791.485504:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1775764791.485507:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972359 gen 3 00000004:00080000:2.0:1775764791.485521:0:17094:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00080000:2.0:1775764791.485597:0:17094:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:3.0:1775764791.485717:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978401664:0@lo:9:umount.0 00000100:00100000:3.0:1775764791.485787:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.485849:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401664 00000100:00100000:3.0:1775764791.485857:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401664 00000100:00100000:3.0:1775764791.485921:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15292 00000100:00100000:3.0:1775764791.485930:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3318:x1862022978401664:12345-0@lo:9:umount.0 00000020:00000080:3.0:1775764791.485958:0:12051:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d8106 00000100:00080000:3.0:1775764791.485967:0:12051:0:(import.c:65:import_set_state_nolock()) ffff89778832f800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764791.486007:0:12051:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294971562 00000100:00100000:3.0:1775764791.486317:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+2:3318:x1862022978401664:12345-0@lo:9:umount.0 Request processed in 386us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.486325:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15292 00000100:00080000:3.0:1775764791.486379:0:3318:0:(import.c:65:import_set_state_nolock()) ffff8977bfe3b000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1775764791.486392:0:3318:0:(osp_dev.c:1612:osp_import_event()) got disconnected 00000004:00080000:3.0:1775764791.486395:0:3318:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00100000:3.0:1775764791.486398:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978401664:0@lo:9:umount.0 00000100:00080000:2.0:1775764791.486825:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764791.486839:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764791.486867:0:17094:0:(import.c:65:import_set_state_nolock()) ffff8977bff9d800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1775764791.486912:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff8977b3198000) has no exports 00010000:00010000:1.0:1775764791.487841:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764791.488623:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978401792:0@lo:9:umount.0 00000100:00100000:3.0:1775764791.488695:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764791.488751:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978401792 00000100:00100000:3.0:1775764791.488760:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978401792 00000100:00100000:3.0:1775764791.488812:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15293 00000100:00100000:3.0:1775764791.488821:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3318:x1862022978401792:12345-0@lo:9:umount.0 00000020:00000080:3.0:1775764791.488851:0:12039:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d81ed 00000100:00080000:3.0:1775764791.488859:0:12039:0:(import.c:65:import_set_state_nolock()) ffff8977bb1ff800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1775764791.488898:0:12039:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294972359 00000100:00100000:3.0:1775764791.489311:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3318:x1862022978401792:12345-0@lo:9:umount.0 Request processed in 489us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764791.489320:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15293 00010000:00010000:3.0:1775764791.489344:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764791.489375:0:3318:0:(import.c:65:import_set_state_nolock()) ffff8977bff9d800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1775764791.489388:0:3318:0:(osp_dev.c:1612:osp_import_event()) got disconnected 00000004:00080000:3.0:1775764791.489389:0:3318:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00100000:3.0:1775764791.489393:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978401792:0@lo:9:umount.0 00000100:00080000:2.0:1775764791.489576:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:2.0:1775764791.494875:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff8977b3198000) has no exports 00000020:00000080:0.0:1775764791.526305:0:5783:0:(genops.c:904:class_export_put()) final put ffff8977bff9c800/3f83546c-01a9-4156-8a97-44c446245d3e 00010000:00010000:1.0:1775764791.526771:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.526774:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.526777:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1775764791.529397:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bff9c800/3f83546c-01a9-4156-8a97-44c446245d3e for lustre-MDT0000 00000020:00000080:3.0:1775764791.529524:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977bb913000 for lustre-MDT0000 00000020:00000080:2.0:1775764791.563363:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7fcb 00000020:00000080:2.0:1775764791.563377:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b4191000/lustre-QMT0000_UUID 00000020:01000000:2.0:1775764791.563398:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1775764791.563582:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b4191000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1775764791.564382:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1775764791.564393:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1775764791.564398:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 7 (ffff897789f73380) has no exports 00000020:00000080:3.0:1775764791.564879:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7fc4 00000020:00000080:3.0:1775764791.564886:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b4197000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1775764791.564927:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1775764791.564933:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1775764791.564935:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b4195800/lustre-QMT0000_UUID 00000020:00000080:3.0:1775764791.564937:0:17094:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b4195800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1775764791.564946:0:17094:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1775764791.565112:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b4197000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1775764791.565162:0:17094:0:(lprocfs_status_server.c:298:lprocfs_free_client_stats()) stat ffff8977885a3b40 - data ffff8977ac2b4870/ffff8977bb784400 00000020:01000000:3.0:1775764791.565295:0:17094:0:(lprocfs_status_server.c:298:lprocfs_free_client_stats()) stat ffff897783f17de0 - data ffff8977ac04b360/ffff8977b41ac800 00000100:00080000:2.0:1775764791.618785:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1775764791.618794:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971561 gen 4 00000004:00080000:2.0:1775764791.618871:0:17094:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00100000:2.0:1775764791.618874:0:17094:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1775764791.620767:0:6726:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1775764791.620774:0:6726:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x3:0x0] index 2906 count 1 00000040:00080000:0.0:1775764791.620785:0:6726:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 1 count 2 00000100:00080000:2.0:1775764791.622130:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1775764791.622136:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972359 gen 4 00000004:00080000:2.0:1775764791.622161:0:17094:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00100000:2.0:1775764791.622164:0:17094:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1775764791.622877:0:7763:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1775764791.622883:0:7763:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x6:0x0] index 2907 count 1 00000040:00080000:1.0:1775764791.622893:0:7763:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 1 count 2 00000020:00000080:1.0:1775764791.691237:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7f93 00000020:00000080:1.0:1775764791.691263:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b3195800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1775764791.692231:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7fa8 00000020:00000080:1.0:1775764791.692239:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b30b3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1775764791.692244:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1775764791.692249:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775764791.692258:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1775764791.692262:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff8977b319b380) has no exports 00000004:01000000:1.0:1775764791.692451:0:17094:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1775764791.692486:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d81e6 00000020:00000080:1.0:1775764791.692491:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977bb1f9800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1775764791.692495:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1775764791.692499:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775764791.692505:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1775764791.692507:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 17 (ffff8977854a4d40) has no exports 00000020:00000080:1.0:1775764791.692515:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d81df 00000020:00000080:1.0:1775764791.692518:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977bff9a000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1775764791.692869:0:17094:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1775764791.692875:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1775764791.692880:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972359 gen 5 00000004:00080000:1.0:1775764791.692887:0:17094:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00100000:1.0:1775764791.692889:0:17094:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1775764791.692927:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775764791.692933:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1775764791.692940:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d80ff 00000020:00000080:1.0:1775764791.692945:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977bb2de000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1775764791.692948:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1775764791.692951:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775764791.692954:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1775764791.692956:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 13 (ffff897782ebcd40) has no exports 00000020:00000080:1.0:1775764791.692960:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d80f8 00000020:00000080:1.0:1775764791.692961:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977bfe38000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1775764791.693298:0:17094:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1775764791.693302:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1775764791.693305:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971561 gen 5 00000004:00080000:1.0:1775764791.693308:0:17094:0:(osp_dev.c:1628:osp_import_event()) got inactive 00000100:00100000:1.0:1775764791.693310:0:17094:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1775764791.693334:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775764791.693339:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1775764791.693365:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775764791.693369:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1775764791.693394:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7faf 00000020:00000080:1.0:1775764791.693400:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b30b4800/lustre-MDD0000_UUID 00000020:01000000:1.0:1775764791.693405:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1775764791.693409:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775764791.693413:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1775764791.693415:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 6 (ffff8977b319cd40) has no exports 00000020:00000080:1.0:1775764791.693554:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775764791.693558:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1775764791.693562:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7fb6 00000020:00000080:1.0:1775764791.693566:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b30b7000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1775764791.693574:0:17094:0:(tgt_mount.c:185:server_put_mount()) put mount ffff8977889fe800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1775764791.693577:0:17094:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8977889fe800 3 00000020:01000004:1.0:1775764791.693580:0:17094:0:(tgt_mount.c:118:server_deregister_mount()) deregister mount ffff8977889fe800 from lustre-MDT0000 00000020:00000080:1.0:1775764791.693598:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775764791.693601:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1775764791.693604:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b3197800/lustre-MDT0000_UUID 00000020:00000080:1.0:1775764791.693607:0:17094:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b3197800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1775764791.693616:0:17094:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1775764791.693693:0:17094:0:(obd_mount.c:568:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:1.0:1775764791.693697:0:17094:0:(tgt_mount.c:253:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1775764791.693700:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1775764791.693703:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775764791.693706:0:17094:0:(obd_config.c:953:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1775764791.693715:0:17094:0:(genops.c:1838:print_export_data()) MGS: ACTIVE ffff8977bff9c000 884ae1b0-72f8-4a88-a129-db99cded7efc 192.168.202.46@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1775764791.693721:0:17094:0:(genops.c:1838:print_export_data()) MGS: ACTIVE ffff897799015000 718166d6-c13c-4ff4-9c89-58d0929aa3d1 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1775764791.693726:0:17094:0:(genops.c:1572:class_disconnect_exports()) OBD device 1 (ffff8977855699c0) has exports, disconnecting them 00000020:00080000:1.0:1775764791.693731:0:17094:0:(genops.c:1547:class_disconnect_export_list()) MGS: disconnecting export at 192.168.202.46@tcp (ffff8977bff9c000), last request at 1775763626 00000020:00000080:1.0:1775764791.693754:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d8202 00000020:00010000:1.0:1775764791.693760:0:17094:0:(genops.c:1940:obd_stale_export_put()) Put export ffff8977bff9c000: total 8 00000100:00080000:1.0:1775764791.693764:0:17094:0:(import.c:65:import_set_state_nolock()) ffff8977bff9f000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1775764791.693785:0:17094:0:(genops.c:1552:class_disconnect_export_list()) disconnected export at 192.168.202.46@tcp (ffff8977bff9c000): rc 0 00000020:00080000:1.0:1775764791.693788:0:17094:0:(genops.c:1547:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff897799015000), last request at 1775763566 00000020:00010000:1.0:1775764791.693840:0:12183:0:(genops.c:1926:obd_stale_export_get()) Get export ffff8977bff9c000: total 8 00010000:00010000:1.0:1775764791.693862:0:12183:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8977bff9c000, canceled 0 locks, left on hash table 4. 00010000:00010000:1.0:1775764791.693894:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977b7469600/0x2aac6a50e4d8217 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c4440 expref: 5 pid: 5788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.693913:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977814fb800/0x2aac6a50e4d82b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c447f expref: 4 pid: 5789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.693926:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89778843fe00/0x2aac6a50e4d8328 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c448d expref: 3 pid: 5789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.693940:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977b7469800/0x2aac6a50e4d82b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e41c4478 expref: 2 pid: 5788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.693950:0:12183:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8977bff9c000, canceled 4 locks, left on hash table 0. 00000020:00000080:1.0:1775764791.693966:0:12183:0:(genops.c:904:class_export_put()) final put ffff8977bff9c000/884ae1b0-72f8-4a88-a129-db99cded7efc 00010000:00010000:1.0:1775764791.693971:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.693973:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.693975:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1775764791.693986:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7f54 00000020:00010000:1.0:1775764791.693989:0:17094:0:(genops.c:1940:obd_stale_export_put()) Put export ffff897799015000: total 9 00000100:00080000:1.0:1775764791.693992:0:17094:0:(import.c:65:import_set_state_nolock()) ffff897799013000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1775764791.694002:0:17094:0:(genops.c:1552:class_disconnect_export_list()) disconnected export at 0@lo (ffff897799015000): rc 0 00000020:00080000:1.0:1775764791.694006:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff8977855699c0) has no exports 00000020:00010000:1.0:1775764791.694013:0:12290:0:(genops.c:1926:obd_stale_export_get()) Get export ffff897799015000: total 9 00010000:00010000:1.0:1775764791.694029:0:12290:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff897799015000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1775764791.694044:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89778843ee00/0x2aac6a50e4d8256 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d824f expref: 9 pid: 5789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694057:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89778843ea00/0x2aac6a50e4d8313 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d830c expref: 8 pid: 5789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694067:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977b7468800/0x2aac6a50e4d8264 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d825d expref: 7 pid: 5787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694076:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977b7468c00/0x2aac6a50e4d8305 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d82fe expref: 6 pid: 5787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694089:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89778843f600/0x2aac6a50e4d8280 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d8279 expref: 5 pid: 5788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694098:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977814faa00/0x2aac6a50e4d8272 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d826b expref: 4 pid: 5788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694109:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977a2930000/0x2aac6a50e4d82aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d82a3 expref: 3 pid: 5787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694121:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89778843f000/0x2aac6a50e4d806c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x2aac6a50e4d8065 expref: 2 pid: 5788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764791.694131:0:12290:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff897799015000, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1775764791.694139:0:12290:0:(genops.c:904:class_export_put()) final put ffff897799015000/718166d6-c13c-4ff4-9c89-58d0929aa3d1 00010000:00010000:1.0:1775764791.694143:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.694144:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764791.694146:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764791.694205:0:5788:0:(service.c:3162:ptlrpc_main()) ll_mgs_0001: service thread [ffff8977865d0c00:5788] 1 exiting: rc = 0 00000020:00000080:2.0:1775764791.694925:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b3195800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1775764791.694942:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b30b3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1775764791.694947:0:11778:0:(genops.c:904:class_export_put()) final put ffff8977b3193800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1775764791.694949:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b3193800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1775764791.694953:0:11778:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1775764791.695186:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bb1f9800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1775764791.695193:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bff9a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1775764791.695198:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977bff9d800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1775764791.695204:0:11778:0:(genops.c:904:class_export_put()) final put ffff8977bb78c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1775764791.695206:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bb78c000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1775764791.695209:0:11778:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1775764791.695237:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bb2de000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1775764791.695242:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bfe38000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1775764791.695248:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977bfe3b000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1775764791.695263:0:11778:0:(genops.c:904:class_export_put()) final put ffff8977bfe3f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1775764791.695265:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bfe3f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1775764791.695269:0:11778:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1775764791.695344:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b30b4800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1775764791.695348:0:11778:0:(genops.c:904:class_export_put()) final put ffff8977b3196800/lustre-MDD0000_UUID 00000020:00000080:2.0:1775764791.695349:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b3196800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1775764791.695352:0:11778:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1775764791.695524:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b30b7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1775764791.695541:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bff9c000/884ae1b0-72f8-4a88-a129-db99cded7efc for MGS 00000020:00000080:2.0:1775764791.695581:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff897799015000/718166d6-c13c-4ff4-9c89-58d0929aa3d1 for MGS 00000020:00000080:2.0:1775764791.695596:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977bff9f000 for MGS 00000020:00000080:2.0:1775764791.695599:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff897799013000 for MGS 00000100:00100000:0.0:1775764791.696570:0:5789:0:(service.c:3162:ptlrpc_main()) ll_mgs_0002: service thread [ffff8977865d0600:5789] 2 exiting: rc = 0 00000100:00100000:1.0:1775764791.706915:0:5787:0:(service.c:3162:ptlrpc_main()) ll_mgs_0000: service thread [ffff8977865d0a00:5787] 0 exiting: rc = 1 00000100:00100000:2.0:1775764791.707030:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707039:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707045:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707050:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707056:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707063:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707068:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707075:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707083:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707090:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707097:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707104:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707111:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707117:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707122:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707129:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707136:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707141:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707147:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707153:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707160:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707166:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707173:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707182:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707188:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707194:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707199:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707204:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707210:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707215:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707221:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707226:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707232:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707238:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707244:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707249:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707255:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707262:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707267:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707273:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707292:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707300:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707305:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707312:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707318:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707324:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707329:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707335:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707341:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707346:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707351:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707356:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707362:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707368:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707374:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707379:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707385:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707392:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707413:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707421:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707427:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707434:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707440:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1775764791.707446:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:2.0:1775764791.707885:0:17094:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1775764791.707889:0:17094:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:2.0:1775764791.710355:0:17094:0:(lprocfs_status_server.c:298:lprocfs_free_client_stats()) stat ffff897796c14720 - data ffff8977ac1a5870/ffff8977b45ac400 00000020:01000000:2.0:1775764791.710558:0:17094:0:(lprocfs_status_server.c:298:lprocfs_free_client_stats()) stat ffff8977880cd9c0 - data ffff8977ad714870/ffff897783331c00 00000020:00000080:2.0:1775764791.716183:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7f38 00000020:00000080:2.0:1775764791.716194:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977889e3000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1775764791.716227:0:17094:0:(tgt_mount.c:185:server_put_mount()) put mount ffff8977889fe800 from MGS, refs=2 00000020:01000004:2.0:1775764791.716231:0:17094:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8977889fe800 2 00000020:01000004:2.0:1775764791.716234:0:17094:0:(tgt_mount.c:118:server_deregister_mount()) deregister mount ffff8977889fe800 from MGS 00000020:00000080:2.0:1775764791.716262:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1775764791.716272:0:17094:0:(obd_config.c:881:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1775764791.716274:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977889e1800/MGS 00000020:00000080:2.0:1775764791.716285:0:17094:0:(genops.c:863:class_export_destroy()) destroying export ffff8977889e1800/MGS for MGS 00000020:01000000:2.0:1775764791.716294:0:17094:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1775764791.716367:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1775764791.716372:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1775764791.716378:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1775764791.716385:0:17094:0:(genops.c:1838:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8977b42ce800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1775764791.716390:0:17094:0:(genops.c:1572:class_disconnect_exports()) OBD device 8 (ffff897785568000) has exports, disconnecting them 00000020:00080000:2.0:1775764791.716405:0:17094:0:(genops.c:1547:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8977b42ce800), last request at 1775763568 00000020:00000080:2.0:1775764791.716411:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d8003 00000020:00080000:2.0:1775764791.716427:0:17094:0:(genops.c:1552:class_disconnect_export_list()) disconnected export at 0@lo (ffff8977b42ce800): rc 0 00000020:00000080:2.0:1775764791.716431:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977b42ce800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1775764791.716894:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff8977889e3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1775764791.716911:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff8977b42ce800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1775764791.726407:0:17094:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1775764791.726417:0:17094:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1775764791.726421:0:17094:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1775764791.726430:0:17094:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1775764791.726649:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1775764791.726659:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1775764791.726667:0:17094:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8977889fe800 1 00000020:00000080:0.0:1775764791.726674:0:17094:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x2aac6a50e4d7f2a 00000020:00000080:0.0:1775764791.726683:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977889e5800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1775764791.726693:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1775764791.726698:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977b42cf800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1775764791.726699:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1775764791.726702:0:17094:0:(obd_config.c:953:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1775764791.726706:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff897789f719c0) has no exports 00000020:00000080:1.0:1775764791.726706:0:36:0:(genops.c:904:class_export_put()) final put ffff897799012800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1775764791.726709:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff897799012800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1775764791.726720:0:36:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1775764791.726777:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff8977889e5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1775764791.730642:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775764791.730657:0:17094:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1775764791.730661:0:17094:0:(genops.c:904:class_export_put()) final put ffff8977889fe000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1775764791.730665:0:17094:0:(genops.c:863:class_export_destroy()) destroying export ffff8977889fe000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1775764791.731078:0:17094:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1775764791.731403:0:17094:0:(obd_mount.c:658:lustre_free_lsi()) Freeing lsi ffff8977889fa000 00000020:01000000:1.0:1775764791.731427:0:17094:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1775764791.731431:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775764791.731435:0:17094:0:(obd_config.c:953:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1775764791.731440:0:17094:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff897782eb99c0) has no exports 00000100:00100000:1.0:1775764791.731756:0:5795:0:(service.c:3162:ptlrpc_main()) mdt00_001: service thread [ffff89779abfd800:5795] 1 exiting: rc = 0 00000100:00100000:1.0:1775764791.731881:0:5794:0:(service.c:3162:ptlrpc_main()) mdt00_000: service thread [ffff89779abfdc00:5794] 0 exiting: rc = 1 00000100:00100000:1.0:1775764791.731973:0:5796:0:(service.c:3162:ptlrpc_main()) mdt00_002: service thread [ffff897782eb6400:5796] 2 exiting: rc = 0 00000100:00100000:3.0:1775764791.732253:0:9373:0:(service.c:3162:ptlrpc_main()) mdt00_003: service thread [ffff897789f16800:9373] 3 exiting: rc = 0 00000100:00100000:3.0:1775764791.732334:0:11866:0:(service.c:3162:ptlrpc_main()) mdt00_004: service thread [ffff8977bb737000:11866] 4 exiting: rc = 0 00000100:00100000:1.0:1775764791.740650:0:16259:0:(service.c:3162:ptlrpc_main()) mdt00_005: service thread [ffff89768c5b1200:16259] 5 exiting: rc = 0 00000100:00100000:1.0:1775764791.740831:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740843:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740851:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740859:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740868:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740874:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740879:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740884:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740892:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740901:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740906:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740913:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740918:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740924:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740930:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740936:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740942:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740948:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740955:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740965:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740971:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740977:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740983:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740989:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.740994:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741000:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741005:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741025:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741031:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741038:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741051:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741058:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741064:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741069:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741075:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741082:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741089:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741102:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741108:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741115:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741121:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741128:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741133:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741140:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741146:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741152:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741158:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741164:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741170:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741175:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741184:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741190:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741196:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741201:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741207:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741212:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741217:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741223:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741229:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741235:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741240:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741246:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741252:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.741257:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.749687:0:16475:0:(service.c:3162:ptlrpc_main()) mdt_rdpg00_003: service thread [ffff89768614f200:16475] 3 exiting: rc = 0 00000100:00100000:2.0:1775764791.751093:0:5798:0:(service.c:3162:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff897782edb000:5798] 1 exiting: rc = 0 00000100:00100000:3.0:1775764791.752392:0:13330:0:(service.c:3162:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff8977bb3b6c00:13330] 2 exiting: rc = 0 00000100:00100000:3.0:1775764791.756689:0:5797:0:(service.c:3162:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff897782eda600:5797] 0 exiting: rc = 1 00000100:00100000:0.0:1775764791.784449:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784459:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784481:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784486:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784492:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784498:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784505:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784511:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784519:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784525:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784531:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784536:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784541:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784547:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784553:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784560:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784565:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784572:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784578:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784586:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784592:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784597:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784603:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784609:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784615:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784622:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784628:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784634:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784640:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784645:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784652:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784657:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784663:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784669:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784675:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784682:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784688:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784694:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784700:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784706:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784712:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784719:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784729:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784735:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784742:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784748:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784753:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784760:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784766:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784772:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784778:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784784:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784790:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784796:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784803:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784809:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784814:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784820:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784826:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784831:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784837:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784843:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784864:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.784871:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.785370:0:5799:0:(service.c:3162:ptlrpc_main()) mdt_out00_000: service thread [ffff897786571800:5799] 0 exiting: rc = 1 00000100:00100000:0.0:1775764791.785494:0:5800:0:(service.c:3162:ptlrpc_main()) mdt_out00_001: service thread [ffff897782edb400:5800] 1 exiting: rc = 0 00000100:00100000:3.0:1775764791.787917:0:16232:0:(service.c:3162:ptlrpc_main()) mdt_out00_002: service thread [ffff8976845b9c00:16232] 2 exiting: rc = 0 00000100:00100000:0.0:1775764791.788187:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788201:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788217:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788227:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788233:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788239:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788245:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788250:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788255:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788262:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788267:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788298:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788305:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788312:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788318:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788325:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788331:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788338:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788343:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788349:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788359:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788366:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788373:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788403:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788419:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788425:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788432:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788441:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788448:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788455:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788498:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788507:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788513:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788519:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788525:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788545:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788554:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788559:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788564:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788570:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788575:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788583:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788588:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788593:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788598:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788907:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788913:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788945:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788953:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788960:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788966:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788973:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788979:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788986:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788992:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.788997:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789003:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789008:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789015:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789038:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789045:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789051:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789057:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.789064:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.809810:0:5802:0:(service.c:3162:ptlrpc_main()) mdt_seqs_0001: service thread [ffff897786571600:5802] 1 exiting: rc = 0 00000100:00100000:0.0:1775764791.810228:0:5801:0:(service.c:3162:ptlrpc_main()) mdt_seqs_0000: service thread [ffff897786570000:5801] 0 exiting: rc = 1 00000100:00100000:1.0:1775764791.812828:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812837:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812842:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812847:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812852:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812857:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812861:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812866:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812872:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812877:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812881:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812886:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812890:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812895:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812901:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812906:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812911:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812916:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812921:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812927:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812932:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812937:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812943:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812948:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812953:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812958:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812963:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812967:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812972:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812976:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812981:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812986:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812990:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.812995:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813000:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813005:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813010:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813015:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813020:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813024:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813029:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813034:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813050:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813056:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813061:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813066:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813070:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813076:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813084:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813091:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813100:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813104:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813109:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813114:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813120:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813126:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813131:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813136:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813140:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813145:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813150:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813156:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813161:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813166:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813814:0:5804:0:(service.c:3162:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8977847e8a00:5804] 1 exiting: rc = 0 00000100:00100000:0.0:1775764791.813875:0:5803:0:(service.c:3162:ptlrpc_main()) mdt_seqm_0000: service thread [ffff89779270a600:5803] 0 exiting: rc = 1 00000100:00100000:1.0:1775764791.813901:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813907:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813912:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813917:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813922:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813927:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813932:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813937:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813943:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813948:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813953:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813958:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813963:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813967:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813971:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813976:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813980:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813984:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813989:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813993:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.813998:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814003:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814007:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814012:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814016:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814021:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814027:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814032:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814037:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814053:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814058:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814062:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814067:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814071:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814076:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814081:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814086:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814091:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814096:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814100:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814105:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814109:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814114:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814119:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814124:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814129:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814135:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814139:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814143:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814148:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814154:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814160:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814165:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814169:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814174:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814178:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814183:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814187:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814192:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814196:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814201:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814205:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814209:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.814213:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775764791.814529:0:5805:0:(service.c:3162:ptlrpc_main()) mdt_fld_0000: service thread [ffff8977847e8600:5805] 0 exiting: rc = 1 00000100:00100000:3.0:1775764791.816221:0:5806:0:(service.c:3162:ptlrpc_main()) mdt_fld_0001: service thread [ffff8977847e9000:5806] 1 exiting: rc = 0 00000100:00100000:1.0:1775764791.816653:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816661:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816666:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816671:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816677:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816683:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816689:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816694:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816699:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816704:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816709:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816714:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816719:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816724:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816729:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816733:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816737:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816741:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816746:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816751:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816756:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816761:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816765:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816770:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816775:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816779:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816783:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816788:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816793:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816798:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816804:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816808:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816812:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816816:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816822:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816826:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816831:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816835:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816840:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816845:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816849:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816853:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816858:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816862:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816867:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816871:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816877:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816882:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816887:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816892:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816896:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816901:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816906:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816910:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816914:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816918:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816923:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816927:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816932:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816938:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816943:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816948:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816953:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.816957:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.817728:0:5809:0:(service.c:3162:ptlrpc_main()) mdt_io00_002: service thread [ffff8977ba8d4000:5809] 2 exiting: rc = 0 00000100:00100000:0.0:1775764791.817746:0:16274:0:(service.c:3162:ptlrpc_main()) mdt_io00_003: service thread [ffff89779002f000:16274] 3 exiting: rc = 0 00000100:00100000:0.0:1775764791.819579:0:5808:0:(service.c:3162:ptlrpc_main()) mdt_io00_001: service thread [ffff89779f05c800:5808] 1 exiting: rc = 0 00000100:00100000:1.0:1775764791.822175:0:5807:0:(service.c:3162:ptlrpc_main()) mdt_io00_000: service thread [ffff89778717b200:5807] 0 exiting: rc = 1 00000100:00100000:1.0:1775764791.822360:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822381:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822388:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822394:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822400:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822405:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822411:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822417:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822423:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822428:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822434:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822439:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822444:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822449:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822454:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822459:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822483:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822490:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822495:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822501:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822507:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822513:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822519:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822525:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822538:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822555:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822561:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822567:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822574:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822579:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822584:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822589:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822594:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822600:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822606:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822613:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822619:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822625:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822630:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822635:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822641:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822646:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822651:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822657:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822662:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822668:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822673:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822679:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822685:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822706:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822712:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822717:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822722:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822728:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822733:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822739:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822744:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822749:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822755:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822759:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822764:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822770:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822775:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1775764791.822781:0:17094:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1775764791.833417:0:17094:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1775764791.833435:0:17094:0:(obd_config.c:881:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1775764791.833441:0:17094:0:(genops.c:904:class_export_put()) final put ffff897782ea8000/MDS_uuid 00000020:00000080:0.0:1775764791.833446:0:17094:0:(genops.c:863:class_export_destroy()) destroying export ffff897782ea8000/MDS_uuid for MDS 00000020:01000000:0.0:1775764791.833454:0:17094:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1775764791.833619:0:17094:0:(tgt_mount.c:2115:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1775764792.436710:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764792.565683:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978402048:0@lo:400:kworker.0 00000400:00000100:0.0:1775764792.565739:0:3322:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978402048 offset 0 length 224: 4 00000100:00100000:0.0:1775764792.565807:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764792.565813:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978401920:0@lo:400:kworker.0 00000400:00000100:0.0:1775764792.565832:0:3322:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1862022978401920 offset 0 length 224: 4 00000100:00100000:0.0:1775764792.565955:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978402176:0@lo:400:kworker.0 00000400:00000100:0.0:1775764792.565976:0:3319:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978402176 offset 0 length 224: 4 00000001:00100000:0.0:1775764793.177142:0:6603:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1775764793.177152:0:6603:0:(genops.c:904:class_export_put()) final put ffff897788328800/lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1775764793.177178:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971562 is committed 00000020:00000080:0.0:1775764793.177193:0:11778:0:(genops.c:863:class_export_destroy()) destroying export ffff897788328800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1775764793.177245:0:11778:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff89778832f800 for lustre-OST0000 00000001:00100000:0.0:1775764793.180001:0:7465:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1775764793.180008:0:7465:0:(genops.c:904:class_export_put()) final put ffff8977bb1f9000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1775764793.180047:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8977bb1f9000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1775764793.180089:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8977bb1ff800 for lustre-OST0001 00010000:00010000:1.0:1775764793.460674:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764794.313693:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764794.313732:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764794.313762:0:6585:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967027328 00000100:00100000:3.0:1775764794.313773:0:6585:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967027328 00002000:00100000:3.0:1775764794.313836:0:6585:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000403:0x661:0x0] (2097152->2098175) req@ffff8976870e2d80 x1862022967027328/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:275/0 lens 1512/0 e 0 to 0 dl 1775764805 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764794.313847:0:6585:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976870e2d80 with x1862022967027328 ext(2097152->2098175) 00002000:00010000:3.0:1775764794.313853:0:6585:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976870e2d80 00000100:00100000:3.0:1775764794.313881:0:6585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2327 00000100:00100000:3.0:1775764794.313892:0:6585:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967027328:12345-192.168.202.46@tcp:4:dd.0 00000100:00100000:3.0:1775764794.314746:0:6585:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967027328:12345-192.168.202.46@tcp:4:dd.0 Request processed in 853us (1063us total) trans 4294971563 rc 0/0 00000100:00100000:3.0:1775764794.314755:0:6585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2327 00002000:00100000:3.0:1775764794.314762:0:6585:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000403:0x661:0x0] (2097152->2098175) req@ffff8976870e2d80 x1862022967027328/t4294971563(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:275/0 lens 1512/448 e 0 to 0 dl 1775764805 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764794.314770:0:6585:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976870e2d80 with x1862022967027328 ext(2097152->2098175) 00002000:00010000:3.0:1775764794.314775:0:6585:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976870e2d80 00000100:00100000:3.0:1775764794.314807:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967027456 00000100:00100000:3.0:1775764794.314812:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967027456 00000100:00100000:3.0:1775764794.314842:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15294 00000100:00100000:3.0:1775764794.314850:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967027456:12345-192.168.202.46@tcp:16:kworker.0 00000100:00080000:3.0:1775764794.314888:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764794.352653:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967027456:12345-192.168.202.46@tcp:16:kworker.0 Request processed in 37790us (38907us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764794.352667:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15294 00000001:00080000:0.0:1775764794.354974:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971563 is committed 00010000:00010000:1.0:1775764794.517162:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775764794.811485:0:3314:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 26 match 1862022967027584 offset 0 length 224: 4 00000100:00100000:1.0:1775764794.811533:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000400:00000100:1.0:1775764794.811552:0:3314:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 12 match 1862022967027712 offset 0 length 224: 4 00000100:00100000:2.0:1775764794.811619:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967027840 00000100:00100000:2.0:1775764794.811630:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967027840 00000100:00100000:2.0:1775764794.811713:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 483 00000100:00100000:2.0:1775764794.811724:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967027840:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764794.811854:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967027840:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 132us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764794.811862:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 483 00000100:00080000:0.0:1775764794.811979:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764795.573459:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764796.597731:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764797.620660:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764797.685244:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978402560:0@lo:400:kworker.0 00000400:00000100:2.0:1775764797.685302:0:3322:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978402560 offset 0 length 224: 4 00000100:00100000:2.0:1775764797.685376:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764797.685382:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978402432:0@lo:400:kworker.0 00000400:00000100:2.0:1775764797.685401:0:3322:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978402432 offset 0 length 224: 4 00000100:00100000:3.0:1775764797.686000:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764797.686013:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978402304:0@lo:400:kworker.0 00000400:00000100:3.0:1775764797.686043:0:3319:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1862022978402304 offset 0 length 224: 4 00010000:00010000:1.0:1775764798.644954:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764799.672595:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775764799.926782:0:3313:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 12 match 1862022967028096 offset 0 length 224: 4 00000400:00000100:2.0:1775764799.926808:0:3313:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 26 match 1862022967027968 offset 0 length 224: 4 00000100:00100000:2.0:1775764799.926840:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764799.926939:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967028352 00000100:00100000:1.0:1775764799.926950:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967028352 00000100:00100000:1.0:1775764799.927038:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 484 00000100:00100000:1.0:1775764799.927049:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967028352:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764799.927124:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967028352:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 77us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764799.927131:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 484 00000100:00080000:0.0:1775764799.927215:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764799.948665:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764799.948815:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967028224 00000100:00100000:2.0:1775764799.948825:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967028224 00000100:00100000:2.0:1775764799.948905:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 485 00000100:00100000:2.0:1775764799.948916:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967028224:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764799.949009:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967028224:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 95us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764799.949016:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 485 00000100:00080000:0.0:1775764799.949221:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764800.693061:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764801.717265:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764802.740790:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764802.804837:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb872a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978402944:0@lo:400:kworker.0 00000400:00000100:0.0:1775764802.804900:0:3321:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978402944 offset 0 length 224: 4 00000100:00100000:3.0:1775764802.805064:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978402688:0@lo:400:kworker.0 00000400:00000100:3.0:1775764802.805104:0:3319:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1862022978402688 offset 0 length 224: 4 00000100:00100000:3.0:1775764802.805129:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764802.805135:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978402816:0@lo:400:kworker.0 00000400:00000100:3.0:1775764802.805153:0:3319:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978402816 offset 0 length 224: 4 00010000:00010000:1.0:1775764803.764850:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764804.790124:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775764805.066241:0:3314:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 26 match 1862022967028480 offset 0 length 224: 4 00000100:00100000:0.0:1775764805.066287:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000400:00000100:0.0:1775764805.066310:0:3314:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 12 match 1862022967028608 offset 0 length 224: 4 00000100:00100000:0.0:1775764805.066333:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764805.066369:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967028736 00000100:00100000:0.0:1775764805.066379:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967028736 00000100:00100000:0.0:1775764805.067244:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967028864 00000100:00100000:0.0:1775764805.067251:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967028864 00000100:00100000:0.0:1775764805.067273:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 486 00000100:00100000:0.0:1775764805.067282:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967028736:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764805.067353:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967028736:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 72us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764805.067361:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 486 00000100:00100000:0.0:1775764805.067378:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 487 00000100:00100000:0.0:1775764805.067384:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967028864:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764805.067404:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967028864:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 20us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764805.068686:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 487 00000100:00080000:0.0:1775764805.068724:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764805.068729:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764805.813573:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764806.837935:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764807.865028:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764807.924821:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3320:1862022978403328:0@lo:400:kworker.0 00000400:00000100:2.0:1775764807.924885:0:3320:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978403328 offset 0 length 224: 4 00000100:00100000:2.0:1775764807.924965:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764807.924971:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978403200:0@lo:400:kworker.0 00000400:00000100:2.0:1775764807.924994:0:3320:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978403200 offset 0 length 224: 4 00000100:00100000:0.0:1775764807.925450:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978403072:0@lo:400:kworker.0 00000400:00000100:0.0:1775764807.925500:0:3322:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1862022978403072 offset 0 length 224: 4 00010000:00010000:0.0:1775764808.888193:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1775764808.952689:0:3322:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764792/real 1775764792] req@ffff8977bb871880 x1862022978401920/t0(0) o400->MGC192.168.202.146@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1775764808.953336:0:3319:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764792/real 1775764792] req@ffff8977bb871f80 x1862022978402176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764808.953369:0:3319:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8977bb871f80 x1862022978402176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775764808.953378:0:3319:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1775764808.953383:0:3319:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1775764808.980894:0:3322:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8977bb871880 x1862022978401920/t0(0) o400->MGC192.168.202.146@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764808.980908:0:3322:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1775764808.980912:0:3322:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.146@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1775764808.980918:0:3322:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.146@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1775764808.980920:0:3322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1775764808.980924:0:3322:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff8977bb871880 x1862022978401920/t0(0) o400->MGC192.168.202.146@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764808.980934:0:3322:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff89768e215500 x1862022978402304/t0(0) o400->MGC192.168.202.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1775764813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764808.980943:0:3322:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff8977bb871180 x1862022978402688/t0(0) o400->MGC192.168.202.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1775764818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764808.980950:0:3322:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff89768e214e00 x1862022978403072/t0(0) o400->MGC192.168.202.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1775764823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1775764808.980958:0:3322:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1775764808.980961:0:3322:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1775764808.980962:0:3322:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1775764808.980963:0:3322:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:3.0:1775764808.980992:0:3322:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764792/real 1775764792] req@ffff8977bb873800 x1862022978402048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764808.981004:0:3322:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8977bb873800 x1862022978402048/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764808.981010:0:3322:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1775764808.981013:0:3322:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1775764808.981017:0:3322:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:3.0:1775764808.981035:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978403072:0@lo:400:kworker.0 00000100:00100000:3.0:1775764808.981041:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978401920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764808.981047:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978402048:0@lo:400:kworker.0 00000100:00080000:1.0:1775764808.982479:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 718166d6-c13c-4ff4-9c89-58d0929aa3d1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764808.982484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775764808.982488:0:36:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764808.982494:0:36:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 0@lo last attempt 193 00000100:00080000:1.0:1775764808.982502:0:36:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffff897799015800 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:1.0:1775764808.982535:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768dff1c00 x1862022978403456/t0(0) o250->MGC192.168.202.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775764808.982568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764808.982571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775764808.982573:0:36:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764808.982576:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 213 00000100:00080000:1.0:1775764808.982579:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89779843c000 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:1.0:1775764808.982593:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768dff0700 x1862022978403584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764809.006285:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3318:1862022978403456:0@lo:250:kworker.0 00000400:00000100:0.0:1775764809.006356:0:3318:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1862022978403456 offset 0 length 520: 4 00000100:00100000:0.0:1775764809.006422:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3318:1862022978403584:0@lo:38:kworker.0 00000400:00000100:0.0:1775764809.006445:0:3318:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978403584 offset 0 length 520: 4 00000100:00080000:1.0:1775764809.012278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764809.012294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775764809.012299:0:36:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764809.012310:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 237 00000100:00080000:1.0:1775764809.012321:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff897787009000 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:1.0:1775764809.012809:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768dff2680 x1862022978403712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764809.014650:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3318:1862022978403712:0@lo:38:kworker.0 00000400:00000100:0.0:1775764809.014710:0:3318:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978403712 offset 0 length 520: 4 00000100:00080000:2.0:1775764809.018274:0:3319:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:CONNECTING 00000100:00100000:3.0:1775764809.022086:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978402688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.022102:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978402304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764809.022111:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb871f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978402176:0@lo:400:kworker.0 00010000:00010000:1.0:1775764809.958449:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775764810.166416:0:3313:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 12 match 1862022967029120 offset 0 length 224: 4 00000100:00100000:3.0:1775764810.166494:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000400:00000100:3.0:1775764810.166522:0:3313:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 26 match 1862022967028992 offset 0 length 224: 4 00000100:00100000:3.0:1775764810.166542:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764810.166642:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967029376 00000100:00100000:1.0:1775764810.166656:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967029376 00000100:00100000:1.0:1775764810.166729:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967029248 00000100:00100000:1.0:1775764810.166733:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967029248 00000100:00100000:1.0:1775764810.166757:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 488 00000100:00100000:1.0:1775764810.166767:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029376:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764810.166846:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029376:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 81us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764810.166853:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 488 00000100:00100000:1.0:1775764810.166869:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 489 00000100:00100000:1.0:1775764810.166875:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029248:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764810.166901:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029248:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764810.166907:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 489 00000100:00080000:3.0:1775764810.167385:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764810.167392:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:01000004:1.0:1775764810.452624:0:17487:0:(obd_mount.c:913:lmd_print()) mount data: 00000020:01000004:1.0:1775764810.452628:0:17487:0:(obd_mount.c:916:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:1.0:1775764810.452749:0:17487:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8977bffad800 00000020:01000004:1.0:1775764810.452770:0:17487:0:(tgt_mount.c:2434:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1775764810.452783:0:17487:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1775764810.452796:0:17487:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff897789f719c0) 00000020:00000080:1.0:1775764810.452811:0:17487:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1775764810.491663:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1775764810.500748:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x11:0x0] (8/32) 00100000:10000000:2.0:1775764810.503303:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 523: rc = 0 00100000:10000000:2.0:1775764810.503409:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 523: rc = 0 00100000:10000000:2.0:1775764810.503518:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 523: rc = 0 00100000:10000000:2.0:1775764810.503608:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 523: rc = 0 00100000:10000000:2.0:1775764810.505290:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1775764810.505398:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 523: rc = 0 00100000:10000000:2.0:1775764810.505623:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 523: rc = 0 00100000:10000000:2.0:1775764810.507308:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 525: rc = 0 00100000:10000000:3.0:1775764810.516837:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 528: rc = 0 00100000:10000000:3.0:1775764810.516961:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 528: rc = 0 00100000:10000000:0.0:1775764810.522372:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 703: rc = 0 00100000:10000000:0.0:1775764810.523960:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 703: rc = 0 00100000:10000000:0.0:1775764810.525460:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 703: rc = 0 00100000:10000000:0.0:1775764810.527295:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 703: rc = 0 00100000:10000000:0.0:1775764810.528784:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 703: rc = 0 00100000:10000000:0.0:1775764810.530364:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 703: rc = 0 00100000:10000000:0.0:1775764810.531953:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 703: rc = 0 00100000:10000000:1.0:1775764810.533664:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 703: rc = 0 00100000:10000000:1.0:1775764810.535255:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 703: rc = 0 00100000:10000000:1.0:1775764810.536815:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 703: rc = 0 00100000:10000000:1.0:1775764810.538458:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 703: rc = 0 00100000:10000000:1.0:1775764810.540221:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 703: rc = 0 00100000:10000000:1.0:1775764810.543294:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 415: rc = 0 00100000:10000000:1.0:1775764810.544845:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 415: rc = 0 00100000:10000000:1.0:1775764810.546626:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 415: rc = 0 00100000:10000000:1.0:1775764810.548211:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 415: rc = 0 00100000:10000000:1.0:1775764810.549728:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 415: rc = 0 00100000:10000000:1.0:1775764810.551384:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 415: rc = 0 00100000:10000000:1.0:1775764810.552802:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 415: rc = 0 00100000:10000000:1.0:1775764810.554415:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 415: rc = 0 00100000:10000000:2.0:1775764810.555903:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 415: rc = 0 00100000:10000000:2.0:1775764810.557406:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 415: rc = 0 00100000:10000000:2.0:1775764810.558808:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 415: rc = 0 00100000:10000000:2.0:1775764810.560700:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 415: rc = 0 00100000:10000000:2.0:1775764810.562329:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 415: rc = 0 00100000:10000000:2.0:1775764810.563772:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 415: rc = 0 00100000:10000000:2.0:1775764810.565424:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 415: rc = 0 00100000:10000000:3.0:1775764810.567282:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 415: rc = 0 00100000:10000000:3.0:1775764810.568806:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 415: rc = 0 00100000:10000000:3.0:1775764810.570725:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 415: rc = 0 00100000:10000000:3.0:1775764810.572229:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 415: rc = 0 00100000:10000000:3.0:1775764810.573754:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 415: rc = 0 00100000:10000000:3.0:1775764810.575431:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 415: rc = 0 00100000:10000000:3.0:1775764810.576853:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 415: rc = 0 00100000:10000000:3.0:1775764810.578648:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 415: rc = 0 00100000:10000000:3.0:1775764810.579958:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 415: rc = 0 00100000:10000000:3.0:1775764810.581792:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 415: rc = 0 00100000:10000000:3.0:1775764810.583400:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 415: rc = 0 00100000:10000000:3.0:1775764810.584799:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 415: rc = 0 00100000:10000000:3.0:1775764810.586348:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 415: rc = 0 00100000:10000000:3.0:1775764810.587794:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 415: rc = 0 00100000:10000000:3.0:1775764810.589442:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 415: rc = 0 00100000:10000000:3.0:1775764810.591241:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 415: rc = 0 00100000:10000000:3.0:1775764810.592839:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 415: rc = 0 00100000:10000000:3.0:1775764810.595796:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 540: rc = 0 00100000:10000000:2.0:1775764810.597216:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x2:0x0] under 540: rc = 0 00100000:10000000:2.0:1775764810.602203:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1775764810.603554:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 770: rc = 0 00100000:10000000:2.0:1775764810.605218:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1775764810.605306:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 770: rc = 0 00100000:10000000:2.0:1775764810.606761:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1775764810.606854:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 770: rc = 0 00100000:10000000:2.0:1775764810.611537:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1775764810.611652:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 529: rc = 0 00100000:10000000:2.0:1775764810.613631:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1775764810.613732:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 529: rc = 0 00100000:10000000:2.0:1775764810.615175:0:17487:0:(osd_scrub.c:905:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1775764810.615268:0:17487:0:(osd_scrub.c:1154:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 529: rc = 0 00000020:00000080:2.0:1775764810.615648:0:17487:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1775764810.615654:0:17487:0:(osd_handler.c:1569:osd_obd_connect()) connect #0 00000020:00000080:2.0:1775764810.615663:0:17487:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb474 00000020:01000004:2.0:1775764810.615670:0:17487:0:(tgt_mount.c:2519:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1775764810.615678:0:17487:0:(tgt_mount.c:217:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1775764810.615684:0:17487:0:(tgt_mount.c:99:server_register_mount()) register mount ffff8977bffad800 from MGS 00000020:01000004:2.0:1775764810.615687:0:17487:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1775764810.615696:0:17487:0:(genops.c:412:class_newdev()) Allocate new device MGS (ffff8977855699c0) 00000020:00000080:2.0:1775764810.615705:0:17487:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1775764810.615751:0:17487:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8977bffad800 from MGS, refs=2 00080000:01000000:2.0:1775764810.615756:0:17487:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:2.0:1775764810.615760:0:17487:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb482 00010000:00010000:2.0:1775764810.615972:0:17487:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:0.0:1775764810.636053:0:17487:0:(llog_obd.c:195:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:0.0:1775764810.636157:0:17487:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1775764810.636161:0:17487:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:3.0:1775764810.639999:0:17488:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1775764810.640459:0:17487:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1775764810.640605:0:17487:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1775764810.651946:0:17487:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1775764810.652630:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1775764810.652799:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1775764810.652805:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1775764810.653805:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1775764810.653814:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1775764810.654599:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1775764810.654694:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1775764810.655418:0:17487:0:(obd_config.c:824:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1775764810.655442:0:17487:0:(obd_mount.c:382:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:1.0:1775764810.655444:0:17487:0:(obd_mount.c:393:lustre_start_mgc()) MGC192.168.202.146@tcp:Set MGC reconnect 2 10000000:01000000:1.0:1775764810.655447:0:17487:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.202.146@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:1.0:1775764810.655452:0:17487:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff897799015800 already not connected (conn 2, was 0): CONNECTING 00000100:00100000:1.0:1775764810.655458:0:17487:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 12s for inflight to error out 00010000:00010000:3.0:1775764810.997695:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764811.290070:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000400:00000100:0.0:1775764811.290132:0:3312:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-192.168.202.46@tcp portal 12 match 1862022967029632 offset 0 length 520: 4 00000100:00100000:1.0:1775764811.290252:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967029504 00000100:00100000:1.0:1775764811.290265:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967029504 00000100:00100000:1.0:1775764811.290321:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 0 00000100:00100000:1.0:1775764811.290331:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2378:x1862022967029504:12345-192.168.202.46@tcp:250:kworker.0 00010000:00080000:1.0:1775764811.290366:0:17490:0:(ldlm_lib.c:1429:target_handle_connect()) MGS: connection from 884ae1b0-72f8-4a88-a129-db99cded7efc@192.168.202.46@tcp t0 exp 0000000000000000 cur 1437 last 0 00000020:00000080:1.0:1775764811.290399:0:17490:0:(genops.c:1404:class_connect()) connect: client 884ae1b0-72f8-4a88-a129-db99cded7efc, cookie 0x2aac6a50e5fb489 00000100:00080000:1.0:1775764811.290578:0:17490:0:(import.c:65:import_set_state_nolock()) ffff8976840e9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764811.290666:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+4:2378:x1862022967029504:12345-192.168.202.46@tcp:250:kworker.0 Request processed in 335us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764811.290674:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 0 00000100:00100000:1.0:1775764811.294460:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764811.294560:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764811.294714:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967029760 00000100:00100000:2.0:1775764811.294724:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967029760 00000100:00100000:2.0:1775764811.294777:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967029888 00000100:00100000:2.0:1775764811.294781:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967029888 00000100:00100000:2.0:1775764811.294820:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 490 00000100:00100000:2.0:1775764811.294829:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029760:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764811.294918:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029760:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 90us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764811.294926:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 490 00000100:00100000:2.0:1775764811.294944:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 491 00000100:00100000:2.0:1775764811.294951:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2675850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029888:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764811.294974:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2675850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967029888:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 25us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764811.294980:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 491 00010000:00010000:2.0:1775764812.020745:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764812.534019:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764812.534402:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030016 00000100:00100000:2.0:1775764812.534422:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030016 00000100:00100000:2.0:1775764812.534534:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00100000:2.0:1775764812.534545:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+4:5575:x1862022967030016:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764812.534563:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764812.534587:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c872 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.534616:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 5 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.534628:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 5 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.534638:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231000, rc 0) 00000100:00100000:2.0:1775764812.534810:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+5:5575:x1862022967030016:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 267us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764812.534818:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00100000:0.0:1775764812.538689:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764812.539194:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030144 00000100:00100000:2.0:1775764812.539206:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030144 00000100:00100000:2.0:1775764812.539325:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2 00000100:00100000:2.0:1775764812.539337:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683690450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+5:5575:x1862022967030144:12345-192.168.202.46@tcp:256:ll_cfg_requeue.0 00000100:00100000:2.0:1775764812.539553:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683690450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+5:5575:x1862022967030144:12345-192.168.202.46@tcp:256:ll_cfg_requeue.0 Request processed in 217us (873us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764812.539561:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2 00000100:00100000:0.0:1775764812.548811:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764812.549274:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030272 00000100:00100000:2.0:1775764812.549285:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030272 00000100:00100000:2.0:1775764812.549341:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 3 00000100:00100000:2.0:1775764812.549351:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+5:5575:x1862022967030272:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764812.549371:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764812.549392:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c879 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.549432:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 6 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.549443:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 6 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.549451:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231800, rc 0) 00000100:00100000:2.0:1775764812.549545:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+6:5575:x1862022967030272:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 195us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764812.549551:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 3 00000100:00100000:3.0:1775764812.551576:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764812.551655:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030400 00000100:00100000:2.0:1775764812.551664:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030400 00000100:00100000:2.0:1775764812.551708:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 4 00000100:00100000:2.0:1775764812.551715:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683692050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+6:5575:x1862022967030400:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1775764812.552592:0:17494:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1775764812.552860:0:17491:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 5 20000000:01000000:0.0:1775764812.566936:0:17495:0:(mgs_llog.c:282:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1775764812.566945:0:17495:0:(mgs_llog.c:266:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1775764812.566948:0:17495:0:(mgs_llog.c:266:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1775764812.567014:0:17495:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:3.0:1775764812.567898:0:17491:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1775764812.567978:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683692050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967030400:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 16257us (16406us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.567996:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 4 00000100:00100000:0.0:1775764812.571425:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764812.571558:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030528 00000100:00100000:1.0:1775764812.571569:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030528 00000100:00100000:1.0:1775764812.571626:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:1.0:1775764812.571637:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683690050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967030528:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764812.571878:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683690050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967030528:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 Request processed in 242us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764812.571886:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:0.0:1775764812.577229:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764812.577720:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030656 00000100:00100000:3.0:1775764812.577731:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030656 00000100:00100000:3.0:1775764812.577793:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 6 00000100:00100000:3.0:1775764812.577804:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967030656:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764812.577823:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764812.577937:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976860ada00/0x2aac6a50e5fb49e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c880 expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.577968:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976860ada00/0x2aac6a50e5fb49e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c880 expref: 8 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.577980:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976860ada00/0x2aac6a50e5fb49e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c880 expref: 8 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.577990:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ada00, rc 0) 00000100:00100000:3.0:1775764812.578054:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967030656:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 253us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.578061:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 6 00000100:00100000:2.0:1775764812.582343:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764812.582436:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030784 00000100:00100000:3.0:1775764812.582446:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030784 00000100:00100000:3.0:1775764812.582545:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 7 00000100:00100000:3.0:1775764812.582555:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967030784:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764812.583323:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967030784:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 769us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.583333:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 7 00000100:00100000:0.0:1775764812.586886:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764812.587161:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967030912 00000100:00100000:1.0:1775764812.587170:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967030912 00000100:00100000:1.0:1775764812.587230:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 8 00000100:00100000:1.0:1775764812.587241:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967030912:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764812.587519:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967030912:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 Request processed in 279us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764812.587527:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 8 00000100:00100000:0.0:1775764812.596920:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764812.597011:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031040 00000100:00100000:3.0:1775764812.597021:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031040 00000100:00100000:3.0:1775764812.597076:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:3.0:1775764812.597094:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967031040:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764812.597112:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764812.597129:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c887 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.597159:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.597169:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764812.597179:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac000, rc 0) 00000100:00100000:3.0:1775764812.597330:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967031040:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 245us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764812.597337:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:3.0:1775764812.603760:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764812.606033:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031168 00000100:00100000:2.0:1775764812.606050:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031168 00000100:00100000:2.0:1775764812.606137:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 10 00000100:00100000:2.0:1775764812.606149:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967031168:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764812.606512:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967031168:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 364us (2761us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764812.606520:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 10 00010000:00010000:2.0:1775764813.045307:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1775764813.109409:0:3322:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764797/real 1775764797] req@ffff89768e214380 x1862022978402432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764813.186871:0:3322:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89768e214380 x1862022978402432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775764813.186887:0:3322:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff89779843c000 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:1.0:1775764813.186896:0:3322:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764797/real 1775764797] req@ffff89768e215880 x1862022978402560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764813.186910:0:3322:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89768e215880 x1862022978402560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775764813.186916:0:3322:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff897787009000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1775764813.186932:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978402432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764813.186937:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978402560:0@lo:400:kworker.0 00000100:00080000:1.0:1775764814.069355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 718166d6-c13c-4ff4-9c89-58d0929aa3d1->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764814.069364:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 718166d6-c13c-4ff4-9c89-58d0929aa3d1->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775764814.069367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764814.069370:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775764814.069374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775764814.069377:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1775764814.069501:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764815.093640:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764816.119033:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764816.310971:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764816.311019:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764816.311062:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764816.311209:0:8216:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031424 00000100:00100000:3.0:1775764816.311220:0:8216:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031424 00000100:00100000:1.0:1775764816.311281:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031552 00000100:00100000:1.0:1775764816.311286:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031552 00000100:00100000:3.0:1775764816.311308:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 492 00000100:00100000:1.0:1775764816.311315:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 493 00000100:00100000:3.0:1775764816.311319:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967031424:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764816.311320:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967031552:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764816.311418:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031296 00000100:00100000:2.0:1775764816.311423:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031296 00000100:00100000:2.0:1775764816.311454:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 11 00000100:00100000:2.0:1775764816.311461:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967031296:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764816.311583:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967031424:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 266us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764816.311591:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 492 00000100:00080000:0.0:1775764816.311749:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764816.311764:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764816.317349:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967031552:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 6014us (6271us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.317366:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 493 00000100:00100000:2.0:1775764816.319739:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967031296:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 8266us (8706us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.319767:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 11 00010000:00010000:2.0:1775764817.146902:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764818.164726:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1775764818.166306:0:3319:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764802/real 1775764802] req@ffff8977bb873480 x1862022978402816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764818 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1775764818.170261:0:3321:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764802/real 1775764802] req@ffff8977bb872a00 x1862022978402944/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764818 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764818.170297:0:3321:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8977bb872a00 x1862022978402944/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764818 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775764818.170307:0:3321:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff897787009000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1775764818.170318:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb872a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978402944:0@lo:400:kworker.0 00000100:00100000:2.0:1775764818.202228:0:3319:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8977bb873480 x1862022978402816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764818 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775764818.202243:0:3319:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff89779843c000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:2.0:1775764818.202262:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978402816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764819.188615:0:3318:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764809/real 1775764809] req@ffff89768dff2680 x1862022978403712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764819.188649:0:3318:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89768dff2680 x1862022978403712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764819.188665:0:3318:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764809/real 1775764809] req@ffff89768dff1c00 x1862022978403456/t0(0) o250->MGC192.168.202.146@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1775764819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764819.188677:0:3318:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89768dff1c00 x1862022978403456/t0(0) o250->MGC192.168.202.146@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1775764819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764819.188686:0:3318:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764809/real 1775764809] req@ffff89768dff0700 x1862022978403584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764819.188706:0:3318:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff89768dff0700 x1862022978403584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764819.188723:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764819.188745:0:3318:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1775764819.188749:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3318:1862022978403712:0@lo:38:kworker.0 00000100:00080000:0.0:1775764819.188755:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764819.188760:0:3318:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1775764819.188770:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3318:1862022978403456:0@lo:250:kworker.0 00000100:00080000:0.0:1775764819.188774:0:3318:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764819.188778:0:3318:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1775764819.188780:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3318:1862022978403584:0@lo:38:kworker.0 00000100:00080000:3.0:1775764819.192271:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) 718166d6-c13c-4ff4-9c89-58d0929aa3d1->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.192283:0:11778:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775764819.192288:0:11778:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764819.192299:0:11778:0:(import.c:509:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 0@lo last attempt 1435 00000100:00080000:3.0:1775764819.192306:0:11778:0:(import.c:588:import_select_connection()) MGC192.168.202.146@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775764819.192313:0:11778:0:(import.c:623:import_select_connection()) MGC192.168.202.146@tcp: import ffff897799015800 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:3.0:1775764819.192359:0:11778:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8976870e0a80 x1862022978403840/t0(0) o250->MGC192.168.202.146@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775764819.192390:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.192394:0:11778:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775764819.192396:0:11778:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764819.192399:0:11778:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1435 00000100:00080000:3.0:1775764819.192402:0:11778:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775764819.192405:0:11778:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89779843c000 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:3.0:1775764819.192420:0:11778:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8976870e0380 x1862022978403968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775764819.192429:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.192432:0:11778:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775764819.192434:0:11778:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764819.192437:0:11778:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1435 00000100:00080000:3.0:1775764819.192439:0:11778:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775764819.192442:0:11778:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff897787009000 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:3.0:1775764819.192455:0:11778:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8976870e1500 x1862022978404096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1775764819.192515:0:17487:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00010000:00010000:1.0:1775764819.192534:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977a2930600/0x2aac6a50e4d8065 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d806c expref: -99 pid: 6576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192546:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977a2930600/0x2aac6a50e4d8065 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d806c expref: -99 pid: 6576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192554:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1775764819.192578:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192589:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977a2930600/0x2aac6a50e4d8065 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d806c expref: -99 pid: 6576 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192612:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977b7468600/0x2aac6a50e4d824f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d8256 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192619:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977b7468600/0x2aac6a50e4d824f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d8256 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192624:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764819.192628:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192632:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977b7468600/0x2aac6a50e4d824f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d8256 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192641:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89778843e600/0x2aac6a50e4d825d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d8264 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192648:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89778843e600/0x2aac6a50e4d825d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d8264 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192654:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764819.192657:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192660:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89778843e600/0x2aac6a50e4d825d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d8264 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192669:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89778843fa00/0x2aac6a50e4d826b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d8272 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192674:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89778843fa00/0x2aac6a50e4d826b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d8272 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192678:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764819.192682:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192684:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89778843fa00/0x2aac6a50e4d826b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d8272 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192692:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977b7469200/0x2aac6a50e4d8279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d8280 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192698:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977b7469200/0x2aac6a50e4d8279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d8280 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192703:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764819.192706:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192709:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977b7469200/0x2aac6a50e4d8279 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d8280 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192717:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89778843f200/0x2aac6a50e4d82a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d82aa expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192722:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89778843f200/0x2aac6a50e4d82a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d82aa expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192727:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764819.192730:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192733:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89778843f200/0x2aac6a50e4d82a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d82aa expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192746:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89778843ec00/0x2aac6a50e4d82fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d8305 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192752:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89778843ec00/0x2aac6a50e4d82fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d8305 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192760:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1775764819.192763:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192767:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89778843ec00/0x2aac6a50e4d82fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d8305 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764819.192775:0:17487:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977814fbe00/0x2aac6a50e4d830c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2aac6a50e4d8313 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764819.192781:0:17487:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977814fbe00/0x2aac6a50e4d830c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2aac6a50e4d8313 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764819.192785:0:17487:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1775764819.192787:0:17487:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775764819.192790:0:17487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977814fbe00/0x2aac6a50e4d830c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2aac6a50e4d8313 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764819.192806:0:17487:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff897799015800 already not connected (conn 3, was 0): CONNECTING 00000100:00080000:1.0:1775764819.192811:0:17487:0:(recover.c:338:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:0.0:1775764819.193293:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3318:1862022978403840:0@lo:250:kworker.0 00000100:00100000:0.0:1775764819.193368:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764819.193445:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3318:1862022978403968:0@lo:38:kworker.0 00000400:00000100:0.0:1775764819.193493:0:3318:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978403968 offset 0 length 520: 4 00000100:00100000:0.0:1775764819.193508:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3318:1862022978404096:0@lo:38:kworker.0 00000400:00000100:0.0:1775764819.193524:0:3318:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1862022978404096 offset 0 length 520: 4 00000100:00100000:1.0:1775764819.195218:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978403840 00000100:00100000:1.0:1775764819.195233:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978403840 00000100:00100000:1.0:1775764819.195296:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1775764819.195304:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3318:x1862022978403840:12345-0@lo:250:kworker.0 00010000:00080000:1.0:1775764819.195335:0:17490:0:(ldlm_lib.c:1429:target_handle_connect()) MGS: connection from 718166d6-c13c-4ff4-9c89-58d0929aa3d1@0@lo t0 exp 0000000000000000 cur 1445 last 0 00000020:00000080:1.0:1775764819.195368:0:17490:0:(genops.c:1404:class_connect()) connect: client 718166d6-c13c-4ff4-9c89-58d0929aa3d1, cookie 0x2aac6a50e5fb4ac 00000100:00080000:1.0:1775764819.195512:0:17490:0:(import.c:65:import_set_state_nolock()) ffff8976840ea800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764819.195594:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:3318:x1862022978403840:12345-0@lo:250:kworker.0 Request processed in 289us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.195602:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1775764819.196332:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764819.198605:0:3318:0:(import.c:1130:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 10000000:01000000:0.0:1775764819.198620:0:3318:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 00000100:02000400:0.0:1775764819.198627:0:3318:0:(import.c:1282:ptlrpc_connect_interpret()) Evicted from MGS (at 0@lo) after server handle changed from 0x0 to 0x2aac6a50e5fb4ac 00000100:00080000:0.0:1775764819.209496:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:0.0:1775764819.209511:0:3318:0:(import.c:1667:ptlrpc_import_recovery_state_machine()) evicted from MGS@0@lo; invalidating 00000100:00100000:0.0:1775764819.210381:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3318:1862022978403840:0@lo:250:kworker.0 00000100:00080000:1.0:1775764819.210494:0:17487:0:(recover.c:349:ptlrpc_recover_import()) MGS: recovery finished EVICTED, rc = 0 00000020:01000004:1.0:1775764819.210507:0:17487:0:(tgt_mount.c:1743:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1775764819.210518:0:17487:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1775764819.210532:0:17487:0:(genops.c:412:class_newdev()) Allocate new device MDS (ffff897789f70000) 00000020:00000080:1.0:1775764819.210548:0:17487:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:3.0:1775764819.211059:0:17501:0:(import.c:1591:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.146@tcp to MGS@0@lo 00000100:00100000:3.0:1775764819.211064:0:17501:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1775764819.211069:0:17501:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00080000:3.0:1775764819.211080:0:17501:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from EVICTED to RECOVER 00000100:00080000:3.0:1775764819.211085:0:17501:0:(import.c:65:import_set_state_nolock()) ffff897799015800 MGS: changing import state from RECOVER to FULL 10000000:01000000:3.0:1775764819.211088:0:17501:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1775764819.211118:0:17501:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:3.0:1775764819.211121:0:17501:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) MGC192.168.202.146@tcp: Connection restored to 0@lo (at 0@lo) 00000020:01000000:1.0:1775764819.211223:0:11778:0:(tgt_mount.c:1560:tgt_import_update()) NID #0: 192.168.202.146@tcp 10000000:01000000:1.0:1775764819.211239:0:11778:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1775764819.211243:0:11778:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1775764819.211245:0:11778:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1775764819.211246:0:11778:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:1.0:1775764819.211247:0:11778:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:1.0:1775764819.211248:0:11778:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:1.0:1775764819.211249:0:11778:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:1.0:1775764819.211251:0:11778:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1775764819.211252:0:11778:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1775764819.211254:0:11778:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:1.0:1775764819.211296:0:11778:0:(tgt_mount.c:1571:tgt_import_update()) lustre-OST0000: notify about 1 NIDs, rc = 0 10000000:01000000:1.0:1775764819.211303:0:11778:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0001 about 1 new NIDs 00000020:01000004:1.0:1775764819.211304:0:11778:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1775764819.211305:0:11778:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1775764819.211306:0:11778:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:1.0:1775764819.211307:0:11778:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:1.0:1775764819.211308:0:11778:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:1.0:1775764819.211310:0:11778:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:1.0:1775764819.211311:0:11778:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1775764819.211312:0:11778:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1775764819.211313:0:11778:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000020:01000000:1.0:1775764819.211324:0:11778:0:(tgt_mount.c:1571:tgt_import_update()) lustre-OST0001: notify about 1 NIDs, rc = 0 00000100:00100000:1.0:1775764819.211357:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978404352:0@lo:253:kworker.0 00000100:00100000:1.0:1775764819.211424:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.211504:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764819.211510:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978404224:0@lo:253:kworker.0 00000100:00100000:1.0:1775764819.211542:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.211585:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978404352 00000100:00100000:1.0:1775764819.211592:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978404352 00000100:00100000:1.0:1775764819.211632:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978404224 00000100:00100000:1.0:1775764819.211636:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978404224 00000100:00100000:1.0:1775764819.211649:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775764819.211657:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:3322:x1862022978404352:12345-0@lo:253:kworker.0 20000000:01000000:1.0:1775764819.211709:0:17490:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1775764819.211721:0:17490:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1775764819.212127:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1775764819.212136:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:3322:x1862022978404224:12345-0@lo:253:kworker.0 20000000:01000000:1.0:1775764819.212151:0:17491:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:2.0:1775764819.232495:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1775764819.232703:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1775764819.232710:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1775764819.233733:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1775764819.233742:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1775764819.233919:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1775764819.233925:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1775764819.241378:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1775764819.242296:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1775764819.242306:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1775764819.242652:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1775764819.242659:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 20000000:01000000:1.0:1775764819.293194:0:17490:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1775764819.293208:0:17490:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1775764819.293258:0:17491:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1775764819.293770:0:17494:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1775764819.293777:0:17494:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1775764819.293805:0:17494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.293827:0:17494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.293836:0:17494:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.293877:0:17494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.293894:0:17494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 8 pid: 17492 timeout: 1545 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.293910:0:17494:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17494:1862022978404480:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764819.294016:0:17494:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778133a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.298444:0:17494:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17494:1862022978404480:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764819.298500:0:17494:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.306812:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764819.306860:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031680 00000100:00100000:3.0:1775764819.306870:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031680 00010000:00010000:3.0:1775764819.306908:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 9 pid: 17492 timeout: 1545 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.306945:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23543 00000100:00100000:3.0:1775764819.306955:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865de050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967031680:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764819.306968:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764819.306974:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 9 pid: 17492 timeout: 1545 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.306990:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 9 pid: 17492 timeout: 1545 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307011:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682231000/0x2aac6a50e5fb490 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c872 expref: 9 pid: 17492 timeout: 1545 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307037:0:5779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307046:0:5779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1775764819.307063:0:5779:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.013286961s 00010000:00010000:3.0:1775764819.307067:0:5779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307074:0:5779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307081:0:5779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307088:0:5779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307093:0:5779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764819.307099:0:5779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307106:0:5779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307124:0:5779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307136:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764819.307197:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865de050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:2382:x1862022967031680:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 242us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.307205:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23543 00010000:00010000:3.0:1775764819.307265:0:17494:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307274:0:17494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.307284:0:17494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682230e00/0x2aac6a50e5fb4ba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.311718:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1775764819.312234:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1775764819.312242:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1775764819.313322:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1775764819.313335:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1775764819.313972:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1775764819.314147:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1775764819.314151:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1775764819.319074:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1775764819.319090:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1775764819.319712:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1775764819.319886:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1775764819.319891:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1775764819.320493:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1775764819.320501:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1775764819.320969:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1775764819.321113:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1775764819.321117:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1775764819.322616:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1775764819.322628:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1775764819.346253:0:17487:0:(service.c:153:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1775764819.346634:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1775764819.346640:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1775764819.351586:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1775764819.351601:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1775764819.355895:0:17487:0:(service.c:3441:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1775764819.355908:0:17487:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1775764819.357146:0:17487:0:(obd_config.c:824:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1775764819.357171:0:17487:0:(tgt_mount.c:278:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:3.0:1775764819.357179:0:17487:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.146@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1775764819.357342:0:17487:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.146@tcp ctxt 0 is initialized 00000020:01000004:3.0:1775764819.357388:0:17487:0:(tgt_mount.c:1368:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.146@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1775764819.357393:0:17487:0:(tgt_mount.c:1144:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1775764819.357394:0:17487:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1775764819.357396:0:17487:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:3.0:1775764819.357397:0:17487:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:3.0:1775764819.357398:0:17487:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:3.0:1775764819.357399:0:17487:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:3.0:1775764819.357401:0:17487:0:(tgt_mount.c:1151:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1775764819.357402:0:17487:0:(tgt_mount.c:1155:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1775764819.357404:0:17487:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1775764819.357406:0:17487:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1775764819.357408:0:17487:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1775764819.357410:0:17487:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1775764819.357411:0:17487:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1775764819.357412:0:17487:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:3.0:1775764819.357413:0:17487:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:3.0:1775764819.357414:0:17487:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:3.0:1775764819.357415:0:17487:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:3.0:1775764819.357416:0:17487:0:(tgt_mount.c:1151:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1775764819.357417:0:17487:0:(tgt_mount.c:1155:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1775764819.357418:0:17487:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1775764819.357419:0:17487:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1775764819.357446:0:17487:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1775764819.357502:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404608:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1775764819.357574:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.357628:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764819.357782:0:17492:0:(service.c:3441:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00100000:1.0:1775764819.357799:0:17492:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000100:00100000:1.0:1775764819.358137:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978404608 00000100:00100000:1.0:1775764819.358145:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978404608 00000100:00100000:3.0:1775764819.358245:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1775764819.358256:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:17487:x1862022978404608:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1775764819.358308:0:17521:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1775764819.358311:0:17521:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1775764819.358314:0:17521:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 20000000:01000000:3.0:1775764819.358320:0:17521:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1775764819.366877:0:17491:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1775764819.366894:0:17491:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1775764819.368224:0:17494:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1775764819.368232:0:17494:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1775764819.368256:0:17494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368273:0:17494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1775764819.368283:0:17494:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.013286961s 00010000:00010000:3.0:1775764819.368288:0:17494:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368295:0:17494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368302:0:17494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368310:0:17494:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368316:0:17494:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764819.368320:0:17494:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368328:0:17494:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368341:0:17494:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368436:0:17494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.368447:0:17494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8976860ac600/0x2aac6a50e5fb4c1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.370759:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:3322:x1862022978404352:12345-0@lo:253:kworker.0 Request processed in 159093us (159326us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.370775:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:01000004:3.0:1775764819.371695:0:3322:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1775764819.371699:0:3322:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1775764819.371700:0:3322:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:3.0:1775764819.371702:0:3322:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:3.0:1775764819.371703:0:3322:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:3.0:1775764819.371705:0:3322:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:3.0:1775764819.371706:0:3322:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1775764819.371708:0:3322:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1775764819.371709:0:3322:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1775764819.371714:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978404352:0@lo:253:kworker.0 00000100:00100000:3.0:1775764819.379974:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:17487:x1862022978404608:12345-0@lo:253:mount.lustre.0 Request processed in 21709us (22387us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.379989:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1775764819.383302:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404608:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1775764819.383321:0:17487:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1775764819.383324:0:17487:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1775764819.383326:0:17487:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1775764819.383327:0:17487:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:3.0:1775764819.383328:0:17487:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:3.0:1775764819.383330:0:17487:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:3.0:1775764819.383331:0:17487:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:3.0:1775764819.383332:0:17487:0:(tgt_mount.c:1151:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1775764819.383333:0:17487:0:(tgt_mount.c:1155:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1775764819.383335:0:17487:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1775764819.383337:0:17487:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1775764819.383377:0:17487:0:(tgt_mount.c:99:server_register_mount()) register mount ffff8977bffad800 from lustre-MDT0000 10000000:01000000:3.0:1775764819.383988:0:17487:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1775764819.383992:0:17487:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1775764819.383999:0:17487:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8977bffad800 10000000:01000000:3.0:1775764819.384005:0:17487:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1775764819.384011:0:17487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8977bffad800 10000000:01000000:3.0:1775764819.384014:0:17487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1775764819.384017:0:17487:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-barrier-ffff8977bffad800 from 1 10000000:01000000:3.0:1775764819.384107:0:17487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1775764819.384151:0:17487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.384163:0:17487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.384173:0:17487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.384195:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404736:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1775764819.384277:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.384337:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764819.384383:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978404736 00000100:00100000:3.0:1775764819.385295:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978404736 00000100:00100000:3.0:1775764819.385442:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1775764819.385451:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:17487:x1862022978404736:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1775764819.385479:0:17521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764819.385496:0:17521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976860acc00/0x2aac6a50e5fb4cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb4c8 expref: -99 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385522:0:17521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976860acc00/0x2aac6a50e5fb4cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb4c8 expref: 6 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385542:0:17521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976860acc00/0x2aac6a50e5fb4cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb4c8 expref: 6 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385558:0:17521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860acc00, rc 0) 00000100:00100000:3.0:1775764819.385616:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:17487:x1862022978404736:12345-0@lo:101:mount.lustre.0 Request processed in 166us (1338us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.385623:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1775764819.385668:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404736:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1775764819.385682:0:17487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb4cf expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385692:0:17487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb4cf expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764819.385707:0:17487:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1775764819.385717:0:17487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb4cf expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385725:0:17487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976860ac600/0x2aac6a50e5fb4c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb4cf expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764819.385733:0:17487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1775764819.385736:0:17487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1775764819.385741:0:17487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8977bffad800 10000000:01000000:3.0:1775764819.385743:0:17487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1775764819.385746:0:17487:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1775764819.385749:0:17487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1775764819.385765:0:17487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385772:0:17487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.385780:0:17487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.385811:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404864:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1775764819.385843:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.386758:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764819.387103:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978404864 00000100:00100000:0.0:1775764819.387113:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978404864 00000100:00100000:0.0:1775764819.387150:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1775764819.387158:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:17487:x1862022978404864:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1775764819.387171:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764819.387189:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb4d6 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.387210:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 7 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.387219:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 7 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.387322:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935400, rc 0) 00000100:00100000:0.0:1775764819.387638:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17487:x1862022978404864:12345-0@lo:101:mount.lustre.0 Request processed in 479us (1792us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.387645:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1775764819.391005:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404864:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1775764819.391114:0:17487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.391129:0:17487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.391617:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1775764819.391681:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.391958:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798419e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.391990:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978404992 00000100:00100000:2.0:1775764819.391996:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978404992 00000100:00100000:0.0:1775764819.392908:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:3322:x1862022978404224:12345-0@lo:253:kworker.0 Request processed in 180768us (181360us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.392920:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1775764819.392958:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1775764819.392967:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:17487:x1862022978404992:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764819.393925:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17487:x1862022978404992:12345-0@lo:501:mount.lustre.0 Request processed in 956us (2239us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.393935:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000020:01000004:3.0:1775764819.394059:0:3322:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1775764819.394062:0:3322:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1775764819.394064:0:3322:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:3.0:1775764819.394065:0:3322:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:3.0:1775764819.394066:0:3322:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:3.0:1775764819.394068:0:3322:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:3.0:1775764819.394070:0:3322:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1775764819.394072:0:3322:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1775764819.394073:0:3322:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1775764819.394077:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978404224:0@lo:253:kworker.0 00000100:00100000:3.0:1775764819.395186:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978404992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764819.395496:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978405120:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1775764819.395647:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.395742:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764819.396554:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405120 00000100:00100000:0.0:1775764819.396564:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405120 00000100:00100000:0.0:1775764819.396603:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1775764819.396612:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17487:x1862022978405120:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1775764819.409511:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17487:x1862022978405120:12345-0@lo:503:mount.lustre.0 Request processed in 12891us (13855us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.409743:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978405120:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1775764819.409935:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1775764819.411126:0:17523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17523:1862022978405248:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764819.411203:0:17523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.411313:0:17523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764819.411745:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405248 00000100:00100000:0.0:1775764819.411755:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405248 00000100:00100000:0.0:1775764819.412106:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1775764819.412122:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17523:x1862022978405248:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764819.417350:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17523:x1862022978405248:12345-0@lo:502:llog_process_th.0 Request processed in 5223us (6135us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.417366:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1775764819.417519:0:17523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17523:1862022978405248:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1775764819.417568:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764819.417579:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764819.417581:0:17523:0:(obd_config.c:1559:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1775764819.417586:0:17523:0:(obd_config.c:1965:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1775764819.417588:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775764819.417602:0:17523:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8977854a19c0) 00000020:00000080:3.0:1775764819.417622:0:17523:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1775764819.417627:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1775764819.417697:0:17523:0:(osd_handler.c:1569:osd_obd_connect()) connect #2 00000020:00000080:3.0:1775764819.417703:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb4eb 00000020:00000080:3.0:1775764819.417944:0:17523:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1775764819.417949:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775764819.417953:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764819.417954:0:17523:0:(obd_config.c:1559:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1775764819.417956:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764819.417960:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764819.417961:0:17523:0:(obd_config.c:1559:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1775764819.417964:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775764819.417972:0:17523:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000 (ffff8977854a4d40) 00000020:00000080:3.0:1775764819.417983:0:17523:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1775764819.417987:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1775764819.417989:0:17523:0:(obd_config.c:1512:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1775764819.417992:0:17523:0:(obd_config.c:1146:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1775764819.417998:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1775764819.418735:0:17523:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8977bffad800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1775764819.418762:0:17523:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0000 (ffff8977b43119c0) 00000020:00000080:3.0:1775764819.418773:0:17523:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1775764819.419014:0:17523:0:(lod_dev.c:2280:lod_obd_connect()) connect #0 00000020:00000080:3.0:1775764819.419193:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2aac6a50e5fb500 00000020:00000080:3.0:1775764819.419333:0:17523:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1775764819.419694:0:17523:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1775764819.419703:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x2aac6a50e5fb507 00080000:01000000:3.0:1775764819.419711:0:17523:0:(osd_handler.c:1569:osd_obd_connect()) connect #3 00000020:00000080:3.0:1775764819.419716:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb50e 00010000:00010000:2.0:1775764819.552303:0:17523:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:2.0:1775764819.562746:0:17523:0:(tgt_lastrcvd.c:1758:tgt_clients_data_init()) RCVRNG CLIENT uuid: 3f83546c-01a9-4156-8a97-44c446245d3e idx: 0 lr: 0 srv lr: 4294967296 lx: 0 gen 1 00000001:00000004:2.0:1775764819.563668:0:17523:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 4294967296 00000001:00080000:3.0:1775764819.573013:0:17523:0:(tgt_lastrcvd.c:223:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:3.0:1775764819.573135:0:17523:0:(tgt_lastrcvd.c:2296:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8977b2ef2780: xid 1862022967024512, transno 4294997605, client gen 1, slot idx 0 00000001:00080000:3.0:1775764819.573182:0:17523:0:(tgt_lastrcvd.c:2296:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8977b2ef20c0: xid 1862022967024000, transno 4294997604, client gen 1, slot idx 1 00000001:00080000:3.0:1775764819.573216:0:17523:0:(tgt_lastrcvd.c:2296:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8977b2ef2900: xid 1862022966967552, transno 4294997524, client gen 1, slot idx 2 00000001:00080000:3.0:1775764819.573261:0:17523:0:(tgt_lastrcvd.c:2296:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8977b2ef23c0: xid 1862022966962176, transno 4294997500, client gen 1, slot idx 3 00000001:00080000:3.0:1775764819.573291:0:17523:0:(tgt_lastrcvd.c:2296:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff8977b2ef2cc0: xid 1862022957136128, transno 4294981134, client gen 1, slot idx 4 00000020:00000080:3.0:1775764819.574889:0:17523:0:(genops.c:412:class_newdev()) Allocate new device lustre-QMT0000 (ffff8977b4313380) 00000020:00000080:3.0:1775764819.574918:0:17523:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1775764819.575053:0:17523:0:(osd_handler.c:1569:osd_obd_connect()) connect #4 00000020:00000080:3.0:1775764819.575062:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb523 00000020:00000080:2.0:1775764819.584644:0:17523:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1775764819.587940:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x2aac6a50e5fb52a 00000020:00000080:0.0:1775764819.594597:0:17523:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1775764819.594616:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775764819.594627:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775764819.594629:0:17523:0:(obd_config.c:1559:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1775764819.594633:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1775764819.594636:0:17523:0:(obd_config.c:1897:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1775764819.594637:0:17523:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1775764819.594639:0:17523:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1775764819.594640:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1775764819.594645:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775764819.594646:0:17523:0:(obd_config.c:1559:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1775764819.594649:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1775764819.594655:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775764819.594656:0:17523:0:(obd_config.c:1559:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1775764819.594661:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1775764819.594709:0:17523:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1775764819.594725:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775764819.594729:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775764819.594730:0:17523:0:(obd_config.c:1559:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1775764819.594733:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1775764819.594736:0:17523:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1775764819.594740:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775764819.594741:0:17523:0:(obd_config.c:1559:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1775764819.594744:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1775764819.594750:0:17523:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:0.0:1775764819.594781:0:17523:0:(obd_config.c:1973:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1775764819.594942:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1775764819.594962:0:17523:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff897798430000) 00000020:00000080:0.0:1775764819.594986:0:17523:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1775764819.594993:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1775764819.595091:0:17523:0:(osp_dev.c:1198:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1775764819.595097:0:17523:0:(osd_handler.c:1569:osd_obd_connect()) connect #5 00000020:00000080:0.0:1775764819.595104:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb538 00010000:00080000:0.0:1775764819.595136:0:17523:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8977bb1fc800@lustre-OST0000-osc-MDT0000: add connection 192.168.202.146@tcp at head 00010000:00010000:0.0:1775764819.596498:0:17523:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1775764819.597660:0:17523:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1775764819.597702:0:17523:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1775764819.612288:0:17523:0:(llog_cat.c:1210:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 0, last_idx 1 00000040:00080000:2.0:1775764819.618778:0:17523:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1775764819.625032:0:17523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].2, 64 off8320 00000040:00080000:2.0:1775764819.625167:0:17523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1, 64 off8256 00000040:00080000:0.0:1775764819.627618:0:17527:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 2 synced_idx: 0 lgh_last_idx: 2 00000040:00080000:0.0:1775764819.627625:0:17527:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1775764819.628390:0:17523:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1775764819.628407:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1775764819.628449:0:17523:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1775764819.628714:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2aac6a50e5fb53f 00000100:00080000:1.0:1775764819.628724:0:17523:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1775764819.628729:0:17523:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8977bb1fc800 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:1.0:1775764819.628761:0:17523:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768dff3800 x1862022978405376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775764819.628782:0:17523:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:0.0:1775764819.629204:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978405376:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1775764819.629581:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.629974:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405376 00000100:00100000:1.0:1775764819.629982:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405376 00000100:00100000:1.0:1775764819.630028:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15295 00000100:00100000:1.0:1775764819.630036:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3318:x1862022978405376:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1775764819.630065:0:12196:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1446 last 0 00000020:00000080:1.0:1775764819.630088:0:12196:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2aac6a50e5fb546 00002000:00100000:1.0:1775764819.630098:0:12196:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff897786e90000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211334c ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1775764819.630101:0:12196:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1775764819.630103:0:12196:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1775764819.630253:0:12196:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1775764819.630281:0:12196:0:(import.c:65:import_set_state_nolock()) ffff897786e97000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764819.630352:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:3318:x1862022978405376:12345-0@lo:8:llog_process_th.0 Request processed in 316us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.630360:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15295 00000020:01000000:1.0:1775764819.630441:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775764819.630447:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764819.630449:0:17523:0:(obd_config.c:1559:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1775764819.630452:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1775764819.630455:0:17523:0:(obd_config.c:1897:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1775764819.630456:0:17523:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1775764819.630458:0:17523:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1775764819.630702:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1775764819.630705:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764819.630706:0:17523:0:(obd_config.c:1559:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1775764819.630709:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1775764819.630713:0:17523:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1775764819.630716:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764819.630717:0:17523:0:(obd_config.c:1559:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1775764819.630719:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1775764819.630722:0:17523:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:1.0:1775764819.630737:0:17523:0:(obd_config.c:1973:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1775764819.630739:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1775764819.630750:0:17523:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff897789f74d40) 00000020:00000080:1.0:1775764819.630763:0:17523:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:1.0:1775764819.630766:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000040:00080000:3.0:1775764819.632372:0:17527:0:(llog_cat.c:1210:llog_cat_set_first_idx()) catlog [0x1:0x2:0x0] first idx 1, last_idx 2 00000040:00080000:3.0:1775764819.632399:0:17527:0:(llog_cat.c:1253:llog_cat_cleanup()) cancel plain log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000040:00080000:3.0:1775764819.632504:0:17527:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1775764819.632509:0:17527:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 2 of catalog [0x1:0x2:0x0] 00000100:00100000:0.0:1775764819.633139:0:3318:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1775764819.633153:0:3318:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1775764819.633162:0:3318:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1775764819.633168:0:3318:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1775764819.633174:0:3318:0:(import.c:65:import_set_state_nolock()) ffff8977bb1fc800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1775764819.633238:0:3318:0:(osp_dev.c:1642:osp_import_event()) got connected 00000100:00100000:0.0:1775764819.633248:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978405376:0@lo:8:llog_process_th.0 00000004:00080000:0.0:1775764819.633278:0:17527:0:(osp_sync.c:1044:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1775764819.633367:0:17527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1446299901570ns, next at 0ns, rc = 0 00000100:00080000:2.0:1775764819.636544:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764819.636561:0:11778:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764819.636564:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764819.636568:0:11778:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000004:00080000:1.0:1775764819.637999:0:17523:0:(osp_dev.c:1198:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1775764819.638007:0:17523:0:(osd_handler.c:1569:osd_obd_connect()) connect #6 00000020:00000080:1.0:1775764819.638029:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x2aac6a50e5fb554 00010000:00080000:1.0:1775764819.638071:0:17523:0:(ldlm_lib.c:102:import_set_conn()) imp ffff897783f8e800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.146@tcp at head 00010000:00010000:1.0:1775764819.638333:0:17523:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000040:01000000:1.0:1775764819.638781:0:17523:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1775764819.638835:0:17523:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1775764819.640713:0:17523:0:(llog_cat.c:1210:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 0, last_idx 1 00000100:00100000:2.0:1775764819.641847:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978405504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764819.641923:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.642206:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405504 00000100:00100000:1.0:1775764819.642218:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405504 00000100:00100000:1.0:1775764819.642284:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1775764819.642295:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978405504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764819.642356:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436666368 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1775764819.642413:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978405504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.642419:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:1.0:1775764819.642444:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1775764819.644409:0:17523:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1775764819.644798:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978405504:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1775764819.647156:0:17523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].2, 64 off8320 00000040:00080000:1.0:1775764819.647215:0:17523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1, 64 off8256 00000040:00080000:0.0:1775764819.650438:0:17529:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 2 synced_idx: 0 lgh_last_idx: 2 00000040:00080000:0.0:1775764819.650447:0:17529:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x6:0x0] at index 1 of catalog [0x1:0x5:0x0] 00000040:00080000:0.0:1775764819.658163:0:17529:0:(llog_cat.c:1210:llog_cat_set_first_idx()) catlog [0x1:0x5:0x0] first idx 1, last_idx 2 00000040:00080000:0.0:1775764819.658190:0:17529:0:(llog_cat.c:1253:llog_cat_cleanup()) cancel plain log [0x1:0x6:0x0] at index 1 of catalog [0x1:0x5:0x0] 00000040:00080000:0.0:1775764819.658247:0:17529:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1775764819.658251:0:17529:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0xa:0x0] at index 2 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1775764819.658331:0:17523:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1775764819.658713:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1775764819.658760:0:17523:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1775764819.658788:0:17523:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2aac6a50e5fb55b 00000100:00080000:2.0:1775764819.658809:0:17523:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1775764819.658816:0:17523:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff897783f8e800 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:2.0:1775764819.658866:0:17523:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768e216680 x1862022978405632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775764819.658894:0:17523:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1775764819.658942:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1775764819.658947:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.658948:0:17523:0:(obd_config.c:1559:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1775764819.658952:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1775764819.658956:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.658957:0:17523:0:(obd_config.c:1559:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:2.0:1775764819.658959:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1775764819.658961:0:17523:0:(obd_config.c:1533:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1775764819.658963:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1775764819.658965:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.658967:0:17523:0:(obd_config.c:1559:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:2.0:1775764819.658969:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1775764819.658971:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.658972:0:17523:0:(obd_config.c:1559:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1775764819.658975:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1775764819.659012:0:17523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17523:1862022978405760:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764819.659101:0:17523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.659150:0:17523:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977c2160c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.659173:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978405632:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1775764819.659213:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.659265:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405632 00000100:00100000:2.0:1775764819.659273:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405632 00000100:00100000:2.0:1775764819.659308:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15296 00000100:00100000:2.0:1775764819.659317:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3318:x1862022978405632:12345-0@lo:8:llog_process_th.0 00000100:00080000:3.0:1775764819.659517:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.659523:0:11778:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775764819.659526:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.659529:0:11778:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:2.0:1775764819.659706:0:12182:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1446 last 0 00000100:00100000:1.0:1775764819.659711:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405760 00000100:00100000:1.0:1775764819.659716:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405760 00000020:00000080:2.0:1775764819.659732:0:12182:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x2aac6a50e5fb562 00000100:00100000:1.0:1775764819.659743:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00002000:00100000:2.0:1775764819.659746:0:12182:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8976849e4800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211334c ocd_grant: 0 ocd_index: 1 ocd_group 0 00000100:00100000:1.0:1775764819.659749:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17523:x1862022978405760:12345-0@lo:502:llog_process_th.0 00002000:00080000:2.0:1775764819.659750:0:12182:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1775764819.659753:0:12182:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1775764819.659965:0:12182:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764819.659989:0:12182:0:(import.c:65:import_set_state_nolock()) ffff8976849e5800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764819.660060:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3318:x1862022978405632:12345-0@lo:8:llog_process_th.0 Request processed in 742us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.660069:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15296 00000100:00100000:3.0:1775764819.660182:0:3318:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1775764819.660192:0:3318:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1775764819.660200:0:3318:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1775764819.660206:0:3318:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1775764819.660208:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897783f8e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1775764819.660224:0:3318:0:(osp_dev.c:1642:osp_import_event()) got connected 00000100:00100000:3.0:1775764819.660230:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3318:1862022978405632:0@lo:8:llog_process_th.0 00000004:00080000:2.0:1775764819.660602:0:17529:0:(osp_sync.c:1044:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1775764819.660694:0:17529:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1446327229032ns, next at 0ns, rc = 0 00000100:00100000:2.0:1775764819.661695:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764819.661714:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978405888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764819.661818:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.661891:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978405888 00000100:00100000:3.0:1775764819.661901:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978405888 00000100:00100000:3.0:1775764819.661963:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1775764819.661972:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978405888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764819.662002:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512819200 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764819.662053:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978405888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.662060:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:2.0:1775764819.662115:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764819.662119:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17523:x1862022978405760:12345-0@lo:502:llog_process_th.0 Request processed in 2369us (3018us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.662129:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1775764819.662147:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978405888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764819.662209:0:17523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17523:1862022978405760:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1775764819.662241:0:17523:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775764819.662248:0:17523:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764819.662251:0:17523:0:(obd_config.c:1559:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1775764819.662255:0:17523:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:2.0:1775764819.672101:0:17487:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:2.0:1775764819.672141:0:17487:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1775764819.672166:0:17487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.672180:0:17487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764819.672409:0:17487:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-mdtir-ffff8977bffad800 from 1 10000000:01000000:0.0:1775764819.672414:0:17487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1775764819.672487:0:17487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.672496:0:17487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.672509:0:17487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.672536:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406016:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1775764819.672629:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764819.672687:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89779841e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.673031:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406016 00000100:00100000:2.0:1775764819.673039:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406016 00000100:00100000:2.0:1775764819.673094:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775764819.673103:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:17487:x1862022978406016:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1775764819.673120:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764819.673136:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb569 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.673159:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.673168:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.673178:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231000, rc 0) 00000100:00100000:2.0:1775764819.673233:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:17487:x1862022978406016:12345-0@lo:101:mount.lustre.0 Request processed in 131us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.673241:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1775764819.675443:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406016:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1775764819.675501:0:17487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.675516:0:17487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.678752:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406144:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1775764819.680200:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764819.680276:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89779841e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764819.682243:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406144 00000100:00100000:1.0:1775764819.682261:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406144 00000100:00100000:1.0:1775764819.682349:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1775764819.682360:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:17487:x1862022978406144:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1775764819.682391:0:17491:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1775764819.682417:0:17491:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1775764819.682421:0:17491:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1775764819.682424:0:17491:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 7 00000100:00100000:1.0:1775764819.682597:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:17487:x1862022978406144:12345-0@lo:256:mount.lustre.0 Request processed in 238us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.682606:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1775764819.682742:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406144:0@lo:256:mount.lustre.0 00000020:00000080:0.0:1775764819.682807:0:17487:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000020:00000080:0.0:1775764819.682975:0:17487:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 10000000:01000000:0.0:1775764819.683744:0:17487:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1775764819.683762:0:17487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.683774:0:17487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764819.683783:0:17487:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8977bffad800 from 1 10000000:01000000:0.0:1775764819.683785:0:17487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1775764819.683825:0:17487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.683833:0:17487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.683843:0:17487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.683864:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406272:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1775764819.683910:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764819.683960:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89779841e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.687777:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406272 00000100:00100000:2.0:1775764819.687793:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406272 00000100:00100000:2.0:1775764819.687877:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1775764819.687887:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:17487:x1862022978406272:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1775764819.687909:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764819.687930:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682231e00/0x2aac6a50e5fb57e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb577 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.687960:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682231e00/0x2aac6a50e5fb57e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb577 expref: 9 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.687972:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682231e00/0x2aac6a50e5fb57e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb577 expref: 9 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.687982:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231e00, rc 0) 00000100:00100000:2.0:1775764819.688079:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978406272:12345-0@lo:101:mount.lustre.0 Request processed in 193us (4167us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.688085:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1775764819.692394:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406272:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1775764819.692427:0:17487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb57e expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.692440:0:17487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb57e expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.694329:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406400:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764819.694413:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764819.694498:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89779841e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764819.694536:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406400 00000100:00100000:0.0:1775764819.694544:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406400 00000100:00100000:0.0:1775764819.694745:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1775764819.694755:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978406400:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764819.697386:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978406400:12345-0@lo:501:mount.lustre.0 Request processed in 2619us (2959us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.697401:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1775764819.698285:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1775764819.698353:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406528:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1775764819.698458:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.698533:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.700006:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406528 00000100:00100000:2.0:1775764819.700026:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406528 00000100:00100000:2.0:1775764819.700092:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1775764819.700103:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978406528:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1775764819.700349:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978406528:12345-0@lo:503:mount.lustre.0 Request processed in 247us (1890us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.700357:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1775764819.700435:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406528:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1775764819.712401:0:17533:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17533:1862022978406656:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764819.712505:0:17533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.712561:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406656 00000100:00100000:2.0:1775764819.712568:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406656 00000100:00100000:2.0:1775764819.712614:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1775764819.712624:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17533:x1862022978406656:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764819.713049:0:17533:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977880fa480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.713437:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17533:x1862022978406656:12345-0@lo:502:llog_process_th.0 Request processed in 813us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.713446:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1775764819.713527:0:17533:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17533:1862022978406656:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1775764819.713631:0:17533:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1775764819.713644:0:17533:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.713646:0:17533:0:(obd_config.c:1559:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1775764819.713654:0:17533:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff8977bffad800 00000020:00000080:2.0:1775764819.713656:0:17533:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1775764819.713663:0:17533:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1775764819.713666:0:17533:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.713667:0:17533:0:(obd_config.c:1559:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1775764819.713670:0:17533:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1775764819.713672:0:17533:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764819.713674:0:17533:0:(obd_config.c:1559:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1775764819.713677:0:17533:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff8977bffad800 00000020:00000080:2.0:1775764819.713679:0:17533:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1775764819.726358:0:17533:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17533:1862022978406784:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764819.726505:0:17533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.726793:0:17533:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783f1f240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.727322:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406784 00000100:00100000:2.0:1775764819.727333:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406784 00000100:00100000:2.0:1775764819.727392:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1775764819.727403:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17533:x1862022978406784:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764819.727695:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17533:x1862022978406784:12345-0@lo:502:llog_process_th.0 Request processed in 293us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.727704:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1775764819.730998:0:17533:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17533:1862022978406784:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1775764819.731060:0:17533:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775764819.731069:0:17533:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764819.731072:0:17533:0:(obd_config.c:1559:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1775764819.731076:0:17533:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000004:00080000:2.0:1775764819.736216:0:17509:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000020:01000000:3.0:1775764819.738998:0:17487:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1775764819.739048:0:17487:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1775764819.739070:0:17487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb57e expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.739085:0:17487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8977b7934200/0x2aac6a50e5fb577 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb57e expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764819.739141:0:17487:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1775764819.739145:0:17487:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8977bffad800 10000000:01000000:3.0:1775764819.739148:0:17487:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8977bffad800 10000000:01000000:3.0:1775764819.739152:0:17487:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1775764819.739159:0:17487:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bffad800 from 1 10000000:01000000:3.0:1775764819.739162:0:17487:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1775764819.739204:0:17487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.739213:0:17487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.739224:0:17487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.739252:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406912:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1775764819.739333:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.739402:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.744200:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978406912 00000100:00100000:2.0:1775764819.744219:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978406912 00000100:00100000:2.0:1775764819.744275:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1775764819.744286:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978406912:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1775764819.744306:0:17521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764819.744324:0:17521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb585 expref: -99 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.744353:0:17521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 10 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.744364:0:17521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 10 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.744373:0:17521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231600, rc 0) 00000100:00100000:2.0:1775764819.744479:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17487:x1862022978406912:12345-0@lo:101:mount.lustre.0 Request processed in 177us (5127us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.744487:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1775764819.744823:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978406912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1775764819.744844:0:17487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.744855:0:17487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.744941:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978407040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764819.744979:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.745044:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764819.756835:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407040 00000100:00100000:1.0:1775764819.756855:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407040 00000100:00100000:1.0:1775764819.756925:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1775764819.756937:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17487:x1862022978407040:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1775764819.757339:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17487:x1862022978407040:12345-0@lo:501:mount.lustre.0 Request processed in 404us (12359us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764819.757348:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764819.757961:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978407040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764819.758049:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978407168:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1775764819.758126:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.758177:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764819.762528:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407168 00000100:00100000:3.0:1775764819.762549:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407168 00000100:00100000:3.0:1775764819.762656:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775764819.762669:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17487:x1862022978407168:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1775764819.765345:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17487:x1862022978407168:12345-0@lo:503:mount.lustre.0 Request processed in 2670us (7210us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.765362:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1775764819.765963:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978407168:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1775764819.774301:0:17538:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17538:1862022978407296:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764819.774395:0:17538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764819.774445:0:17538:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977811caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.775684:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407296 00000100:00100000:2.0:1775764819.775695:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407296 00000100:00100000:2.0:1775764819.775745:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1775764819.775754:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17538:x1862022978407296:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764819.777973:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17538:x1862022978407296:12345-0@lo:502:llog_process_th.0 Request processed in 2207us (3564us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.777995:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1775764819.783131:0:17538:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17538:1862022978407296:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1775764819.783392:0:17538:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1775764819.783409:0:17538:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff897789f73380) 00000020:00000080:1.0:1775764819.783436:0:17538:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:1.0:1775764819.783630:0:17538:0:(tgt_mount.c:151:server_get_mount()) get mount ffff8977bffad800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1775764819.783635:0:17538:0:(tgt_mount.c:185:server_put_mount()) put mount ffff8977bffad800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1775764819.783638:0:17538:0:(obd_mount.c:700:lustre_put_lsi()) put ffff8977bffad800 4 00010000:00080000:1.0:1775764819.783668:0:17538:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8976849e2800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.146@tcp at head 00010000:00010000:1.0:1775764819.792739:0:17538:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:1.0:1775764819.802712:0:17538:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1775764819.802769:0:17538:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1775764819.802793:0:17538:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x2aac6a50e5fb59a 00000100:00080000:1.0:1775764819.802807:0:17538:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1775764819.802815:0:17538:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8976849e2800 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:1.0:1775764819.802860:0:17538:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768dff3100 x1862022978407424/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775764819.802892:0:17538:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1775764819.802917:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3318:1862022978407424:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1775764819.803010:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764819.803960:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.804207:0:11778:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775764819.804211:0:11778:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764819.804215:0:11778:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1775764819.806266:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407424 00000100:00100000:2.0:1775764819.806279:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407424 00000100:00100000:2.0:1775764819.806324:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1775764819.806334:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3318:x1862022978407424:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1775764819.806937:0:17538:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17538:1862022978407552:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764819.807037:0:17538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764819.807094:0:17538:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977900c7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764819.807312:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407552 00000100:00100000:0.0:1775764819.807319:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407552 00000100:00100000:0.0:1775764819.807365:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1775764819.807375:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17538:x1862022978407552:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764819.807688:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17538:x1862022978407552:12345-0@lo:502:llog_process_th.0 Request processed in 315us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.807696:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1775764819.808720:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3318:x1862022978407424:12345-0@lo:38:llog_process_th.0 Request processed in 2381us (5705us total) trans 0 rc -11/-11 00000100:00100000:2.0:1775764819.808732:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1775764819.808827:0:3318:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1775764819.808838:0:3318:0:(import.c:65:import_set_state_nolock()) ffff8976849e2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764819.808864:0:3318:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1775764819.808870:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3318:1862022978407424:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1775764819.812185:0:17538:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17538:1862022978407552:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1775764819.812230:0:17538:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1775764819.812369:0:17487:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1775764819.812397:0:17487:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775764819.812420:0:17487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.812435:0:17487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1775764819.812517:0:17487:0:(tgt_mount.c:1144:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1775764819.812519:0:17487:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1775764819.812521:0:17487:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764819.812522:0:17487:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764819.812524:0:17487:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764819.812525:0:17487:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764819.812527:0:17487:0:(tgt_mount.c:1151:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1775764819.812528:0:17487:0:(tgt_mount.c:1155:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1775764819.812530:0:17487:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764819.812532:0:17487:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1775764819.812536:0:17487:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1775764819.812540:0:17487:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1775764819.812541:0:17487:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1775764819.812542:0:17487:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764819.812543:0:17487:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764819.812544:0:17487:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764819.812546:0:17487:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764819.812546:0:17487:0:(tgt_mount.c:1151:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1775764819.812548:0:17487:0:(tgt_mount.c:1155:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1775764819.812549:0:17487:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764819.812550:0:17487:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1775764819.812576:0:17487:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1775764819.812599:0:17487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978407680:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1775764819.812734:0:17487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.812795:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407680 00000100:00100000:0.0:1775764819.812799:0:17487:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.812803:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407680 00000100:00100000:2.0:1775764819.812865:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1775764819.812875:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:17487:x1862022978407680:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1775764819.812904:0:17491:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1775764819.812919:0:17491:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000004:00080000:0.0:1775764819.862224:0:17509:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:2.0:1775764819.907250:0:17491:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1775764819.907273:0:17491:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1775764819.907398:0:17494:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1775764819.907403:0:17494:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1775764819.907428:0:17494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.907450:0:17494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 10 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.907458:0:17494:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.907537:0:17494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 10 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764819.907551:0:17494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 10 pid: 17490 timeout: 1546 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.907570:0:17494:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17494:1862022978407808:0@lo:104: 00000100:00100000:3.0:1775764819.908408:0:17494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764819.908506:0:17494:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977870b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.908723:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407808 00000100:00100000:2.0:1775764819.908731:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407808 00000100:00100000:2.0:1775764819.908779:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1775764819.908800:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:17494:x1862022978407808:12345-0@lo:104: 00010000:00010000:2.0:1775764819.908817:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.908877:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764819.908883:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:17494:x1862022978407808:12345-0@lo:104: Request processed in 86us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.908891:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:2.0:1775764819.908918:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764819.908924:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.908933:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764819.908937:0:12290:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.908945:0:12290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764819.908953:0:12290:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764819.908959:0:12290:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764819.908991:0:12290:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.908999:0:12290:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764819.909042:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909050:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977b7934a00/0x2aac6a50e5fb569 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb570 expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909068:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764819.909070:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764819.909072:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764819.909098:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764819.909109:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978407936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764819.909140:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764819.909191:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978407936 00000100:00100000:2.0:1775764819.909195:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978407936 00010000:00010000:2.0:1775764819.909214:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 11 pid: 17490 timeout: 1546 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.909238:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23544 00000100:00100000:2.0:1775764819.909245:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3322:x1862022978407936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764819.909257:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764819.909262:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 11 pid: 17490 timeout: 1546 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909273:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 11 pid: 17490 timeout: 1546 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909292:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909300:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1775764819.909316:0:12194:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.013286961s 00010000:00010000:2.0:1775764819.909320:0:12194:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909327:0:12194:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909333:0:12194:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909344:0:12194:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909350:0:12194:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764819.909354:0:12194:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909362:0:12194:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909370:0:12194:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909381:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764819.909410:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3322:x1862022978407936:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.909417:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23544 00000100:00100000:2.0:1775764819.909457:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978407936:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764819.909526:0:17494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682231000/0x2aac6a50e5fb570 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb569 expref: 10 pid: 17490 timeout: 1546 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.909537:0:17494:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17494:1862022978407808:0@lo:104: 00010000:00010000:2.0:1775764819.909551:0:17494:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909560:0:17494:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909570:0:17494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.909577:0:17494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8976860ad600/0x2aac6a50e5fb5a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764819.921089:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:17487:x1862022978407680:12345-0@lo:253:mount.lustre.0 Request processed in 108205us (108346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764819.921103:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1775764819.921290:0:17487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:718166d6-c13c-4ff4-9c89-58d0929aa3d1:17487:1862022978407680:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1775764819.921307:0:17487:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1775764819.921311:0:17487:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1775764819.921313:0:17487:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1775764819.921315:0:17487:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764819.921317:0:17487:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764819.921318:0:17487:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764819.921319:0:17487:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764819.921320:0:17487:0:(tgt_mount.c:1151:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1775764819.921322:0:17487:0:(tgt_mount.c:1155:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1775764819.921324:0:17487:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764819.921326:0:17487:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1775764819.921342:0:17487:0:(tgt_mount.c:2623:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1775764819.929540:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764819.929772:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1775764819.931379:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764819.931876:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1775764819.932278:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764819.932426:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:0.0:1775764819.934137:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764819.934562:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1775764819.935292:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764819.935757:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1775764819.936228:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764819.936385:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:1.0:1775764819.974213:0:17487:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 6 00000040:01000000:1.0:1775764819.974523:0:17487:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1775764819.975159:0:17543:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 6 00000020:00080000:2.0:1775764819.975163:0:17543:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 6 00000040:01000000:1.0:1775764819.975236:0:17544:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:1.0:1775764819.985329:0:17487:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1775764819.985538:0:17487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1775764819.986313:0:17544:0:(llog_cat.c:1210:llog_cat_set_first_idx()) catlog [0x200000400:0x1:0x0] first idx 0, last_idx 1 00000004:00000080:1.0:1775764819.986961:0:17487:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1775764819.986973:0:17487:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1775764819.987209:0:17544:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1775764819.987215:0:17544:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x200000400:0x2:0x0] at index 1 of catalog [0x200000400:0x1:0x0] 00000040:00080000:1.0:1775764819.987940:0:17487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1775764819.990921:0:17487:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1775764819.993340:0:17487:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1775764819.993401:0:17487:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1775764819.993787:0:17487:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1775764819.994749:0:17487:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/8/4) registered 00000040:00080000:1.0:1775764820.003322:0:17544:0:(llog_cat.c:1253:llog_cat_cleanup()) cancel plain log [0x200000400:0x2:0x0] at index 1 of catalog [0x200000400:0x1:0x0] 00000040:00080000:1.0:1775764820.003344:0:17544:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 1 count 1 00000004:00080000:1.0:1775764820.003404:0:17544:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 1, retries 0 00000004:00080000:1.0:1775764820.003409:0:17544:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00080000:1.0:1775764820.019791:0:17487:0:(ldlm_lib.c:3034:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 4294997605 00010000:00080000:2.0:1775764820.021617:0:17545:0:(ldlm_lib.c:2837:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 17545 00010000:02000000:2.0:1775764820.021629:0:17545:0:(ldlm_lib.c:2319:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:1.0:1775764820.022912:0:17487:0:(tgt_mount.c:296:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1775764820.022942:0:17487:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.146@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1775764820.022956:0:17487:0:(tgt_mount.c:2392:server_fill_super_common()) Server sb, dev=47 00000080:00000004:1.0:1775764820.022991:0:17487:0:(super25.c:187:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00080000:2.0:1775764820.028011:0:17545:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1775764820.032253:0:17545:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00010000:2.0:1775764820.213737:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1775764820.297225:0:6603:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1775764820.799436:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764820.799611:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031808 00000100:00100000:0.0:1775764820.799622:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031808 00000100:00100000:0.0:1775764820.799691:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 35 00000100:00100000:0.0:1775764820.799702:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967031808:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764820.799719:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764820.799739:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8977b7935800/0x2aac6a50e5fb5a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c88e expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.799768:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8977b7935800/0x2aac6a50e5fb5a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c88e expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.799792:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8977b7935800/0x2aac6a50e5fb5a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c88e expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.799802:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7935800, rc 0) 00000100:00100000:0.0:1775764820.799867:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967031808:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 167us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.799874:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 35 00000100:00100000:3.0:1775764820.804124:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764820.806742:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967031936 00000100:00100000:0.0:1775764820.806759:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967031936 00000100:00100000:0.0:1775764820.806848:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 36 00000100:00100000:0.0:1775764820.806860:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967031936:12345-192.168.202.46@tcp:256:ll_cfg_requeue.0 20000000:01000000:0.0:1775764820.806891:0:17490:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:0.0:1775764820.806918:0:17490:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1775764820.806922:0:17490:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1775764820.806925:0:17490:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/4/3. 20000000:01000000:0.0:1775764820.806927:0:17490:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 8 00000100:00100000:0.0:1775764820.810160:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967031936:12345-192.168.202.46@tcp:256:ll_cfg_requeue.0 Request processed in 3288us (6032us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.810175:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 36 10000000:01000000:0.0:1775764821.046598:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1775764821.046607:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-mdtir-ffff8977bffad800 from 8 10000000:01000000:0.0:1775764821.046613:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1775764821.046679:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.046692:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.046703:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764821.046734:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.047457:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764821.049546:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838eae40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.051300:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408064 00000100:00100000:1.0:1775764821.051315:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408064 00000100:00100000:1.0:1775764821.051390:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1775764821.051401:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:5791:x1862022978408064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.051418:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764821.051440:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976834a6600/0x2aac6a50e5fb5b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb5af expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.051497:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976834a6600/0x2aac6a50e5fb5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5af expref: 10 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.051509:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976834a6600/0x2aac6a50e5fb5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5af expref: 10 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.051519:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6600, rc 0) 00000100:00100000:1.0:1775764821.051608:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:5791:x1862022978408064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 209us (4152us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.051616:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1775764821.052191:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb873b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764821.052212:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5b6 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.052221:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb5b6 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.052291:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408192:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.052344:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764821.052396:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.052445:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408192 00000100:00100000:1.0:1775764821.052450:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408192 00000100:00100000:1.0:1775764821.052513:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1775764821.052521:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:5791:x1862022978408192:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1775764821.052538:0:17491:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1775764821.052554:0:17491:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1775764821.052557:0:17491:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 8 00000100:00100000:1.0:1775764821.052652:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:5791:x1862022978408192:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 133us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.052660:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1775764821.052693:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408192:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1775764821.052737:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1775764821.052744:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5b6 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.052751:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8977b7935200/0x2aac6a50e5fb5af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5b6 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764821.052760:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775764821.052762:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bb2dd000 from 42 10000000:01000000:1.0:1775764821.052766:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775764821.052798:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.052805:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.052818:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.052831:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.052855:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.052880:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788989840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.052891:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408320 00000100:00100000:1.0:1775764821.052894:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408320 00000100:00100000:1.0:1775764821.052916:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764821.052923:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+10:5791:x1862022978408320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.052931:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764821.052942:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb5bd expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.052956:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 11 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.052965:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 11 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.052973:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6200, rc 0) 00000100:00100000:1.0:1775764821.053020:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978408320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.053026:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764821.053059:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.053070:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.053077:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.053120:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.053143:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.053155:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788989840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.053165:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408448 00000100:00100000:1.0:1775764821.053168:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408448 00000100:00100000:1.0:1775764821.053187:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775764821.053193:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978408448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.053431:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978408448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 237us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.053438:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775764821.053494:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.053522:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.053558:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.053585:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788989840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.053596:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408576 00000100:00100000:1.0:1775764821.053600:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408576 00000100:00100000:1.0:1775764821.053622:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1775764821.053629:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978408576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.053766:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978408576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 137us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.053773:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1775764821.053811:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1775764821.054424:0:17592:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:1.0:1775764821.054508:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1775764821.054524:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1775764821.054532:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054542:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764821.054551:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1775764821.054553:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1775764821.054555:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1775764821.054579:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054587:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054595:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.054609:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.054638:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.054665:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.054678:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408704 00000100:00100000:1.0:1775764821.054683:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408704 00000100:00100000:1.0:1775764821.054709:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764821.054716:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978408704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.054728:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764821.054739:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb5cb expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054756:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 12 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054765:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 12 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054773:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a7e00, rc 0) 00000100:00100000:1.0:1775764821.054801:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978408704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 86us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.054807:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764821.054840:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.054851:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.054859:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.054897:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.054918:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.054932:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.054942:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408832 00000100:00100000:1.0:1775764821.054945:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408832 00000100:00100000:1.0:1775764821.054962:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764821.054968:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978408832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.055293:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978408832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 324us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.055301:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764821.055332:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.055354:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.055388:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.055400:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.055410:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978408960 00000100:00100000:1.0:1775764821.055413:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978408960 00000100:00100000:1.0:1775764821.055430:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775764821.055436:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978408960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.108294:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978408960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 52846us (52893us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.108309:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1775764821.108549:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978408960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1775764821.113232:0:17596:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1775764821.117078:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1775764821.117107:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1775764821.117118:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.117131:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764821.117142:0:5791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1775764821.117144:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8977bb2dd000 from 7 10000000:01000000:2.0:1775764821.117147:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1775764821.117186:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.117195:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.117207:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.117234:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.117302:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764821.117370:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764821.118045:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409088 00000100:00100000:0.0:1775764821.118054:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409088 00000100:00100000:0.0:1775764821.118105:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1775764821.118115:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978409088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764821.118129:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764821.118142:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8977b7934e00/0x2aac6a50e5fb5e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb5d9 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.118165:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8977b7934e00/0x2aac6a50e5fb5e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5d9 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.118174:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8977b7934e00/0x2aac6a50e5fb5e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5d9 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.118184:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8977b7934e00, rc 0) 00000100:00100000:0.0:1775764821.118233:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978409088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.118240:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1775764821.118453:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764821.118489:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5e0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.118498:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb5e0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.118559:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.118603:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764821.118622:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764821.118945:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409216 00000100:00100000:0.0:1775764821.118951:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409216 00000100:00100000:0.0:1775764821.118996:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1775764821.119013:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978409216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.119271:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978409216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 267us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.119284:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1775764821.119514:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.119548:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.119680:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764821.119705:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef2000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764821.119742:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409344 00000100:00100000:0.0:1775764821.119748:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409344 00000100:00100000:0.0:1775764821.119786:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1775764821.119793:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978409344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.119938:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978409344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 144us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.119945:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1775764821.120300:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409344:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1775764821.123914:0:17598:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1775764821.124655:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1775764821.124682:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1775764821.124696:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5e0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.124708:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682230200/0x2aac6a50e5fb5d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5e0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764821.124718:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1775764821.124721:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977b42c9000 from 42 10000000:01000000:0.0:1775764821.124723:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1775764821.124763:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.125082:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.125095:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764821.125125:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.125203:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764821.125264:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.125451:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409472 00000100:00100000:1.0:1775764821.125460:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409472 00000100:00100000:1.0:1775764821.125551:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775764821.125561:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978409472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.125576:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764821.125940:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb5e7 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.125968:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 14 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.125980:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 14 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.126562:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a6000, rc 0) 00000100:00100000:1.0:1775764821.126821:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978409472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1260us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.126830:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775764821.126931:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764821.126950:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.126961:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.129852:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.129915:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.129972:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764821.130801:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409600 00000100:00100000:0.0:1775764821.130811:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409600 00000100:00100000:0.0:1775764821.130894:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775764821.130903:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978409600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.131257:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978409600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 354us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.131265:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775764821.133364:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.133435:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764821.133530:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764821.133581:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764821.133654:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409728 00000100:00100000:2.0:1775764821.133661:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409728 00000100:00100000:2.0:1775764821.133701:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1775764821.133710:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978409728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.133907:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978409728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 196us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.133915:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775764821.134048:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb870700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1775764821.135033:0:17599:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000020:01000000:1.0:1775764821.135228:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1775764821.135247:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1775764821.135256:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.135267:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764821.135277:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1775764821.135280:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1775764821.135283:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1775764821.135315:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.135323:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.135343:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.135364:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.135417:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.135501:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764821.135693:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409856 00000100:00100000:2.0:1775764821.135700:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409856 00000100:00100000:2.0:1775764821.135748:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1775764821.135756:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978409856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764821.135771:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764821.135787:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb5f5 expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.135811:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 15 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.135822:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 15 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.135832:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682231a00, rc 0) 00000100:00100000:2.0:1775764821.135875:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978409856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.135882:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1775764821.135999:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.136022:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.136031:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.136085:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.136111:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.136145:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764821.136186:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978409984 00000100:00100000:2.0:1775764821.136190:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978409984 00000100:00100000:2.0:1775764821.136220:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1775764821.136227:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978409984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.136780:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978409984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 552us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.136789:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1775764821.137066:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978409984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.137104:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.137142:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.137178:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764821.137263:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410112 00000100:00100000:2.0:1775764821.137269:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410112 00000100:00100000:2.0:1775764821.137305:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1775764821.137313:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978410112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.180948:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978410112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 43625us (43794us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.180962:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1775764821.181276:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410112:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1775764821.186927:0:17601:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1775764821.187421:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1775764821.187441:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1775764821.187452:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.187482:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764821.187496:0:5791:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1775764821.187499:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log nodemap-ffff89778556b380 from 1 10000000:01000000:2.0:1775764821.187502:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1775764821.187542:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.187550:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.187561:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.187584:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.188136:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.188242:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410240 00000100:00100000:1.0:1775764821.188250:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410240 00000100:00100000:1.0:1775764821.188305:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1775764821.188314:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978410240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.188337:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764821.188353:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976834a7800/0x2aac6a50e5fb60a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb603 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188376:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976834a7800/0x2aac6a50e5fb60a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb603 expref: 16 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188387:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976834a7800/0x2aac6a50e5fb60a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb603 expref: 16 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188395:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976834a7800, rc 0) 00000100:00100000:1.0:1775764821.188433:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978410240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.188440:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1775764821.188523:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.188544:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.188559:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb60a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188568:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb60a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764821.188586:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1775764821.188600:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb60a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188607:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682230800/0x2aac6a50e5fb603 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb60a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764821.188614:0:5791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1775764821.188616:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff8977b42c9000 from 7 10000000:01000000:1.0:1775764821.188618:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775764821.188635:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188650:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.188895:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.188911:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.188939:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.188963:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764821.189188:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410368 00000100:00100000:3.0:1775764821.189194:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410368 00000100:00100000:3.0:1775764821.189234:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775764821.189244:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978410368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764821.189253:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764821.189262:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8976860ac200/0x2aac6a50e5fb618 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb611 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.189277:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8976860ac200/0x2aac6a50e5fb618 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb611 expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.189285:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8976860ac200/0x2aac6a50e5fb618 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb611 expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.189291:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8976860ac200, rc 0) 00000100:00100000:3.0:1775764821.189339:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978410368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.189345:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1775764821.190605:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.190626:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb618 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.190636:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb618 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.190719:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.190761:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.191297:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764821.191679:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410496 00000100:00100000:2.0:1775764821.191687:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410496 00000100:00100000:2.0:1775764821.191729:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775764821.191737:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978410496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764821.192117:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978410496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 379us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.192125:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1775764821.192496:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.192540:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.192582:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.192636:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764821.193829:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410624 00000100:00100000:3.0:1775764821.193840:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410624 00000100:00100000:3.0:1775764821.193900:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1775764821.193910:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978410624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764821.194130:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978410624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 221us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.194137:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1775764821.194423:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410624:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1775764821.196695:0:17602:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:1.0:1775764821.197301:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1775764821.197339:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1775764821.197355:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb618 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.197372:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976834a7600/0x2aac6a50e5fb611 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb618 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764821.197383:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1775764821.197386:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff89778556b380 from 1 10000000:01000000:1.0:1775764821.197389:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1775764821.197431:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.197439:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.197451:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.197508:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.197576:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.197658:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764821.198104:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410752 00000100:00100000:2.0:1775764821.198112:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410752 00000100:00100000:2.0:1775764821.198175:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1775764821.198185:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978410752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764821.198199:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764821.198214:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fb61f expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.198238:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 18 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.198251:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 18 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.198260:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230600, rc 0) 00000100:00100000:2.0:1775764821.198303:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978410752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.198310:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775764821.199303:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764821.199324:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.201449:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764821.201568:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.201944:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.202000:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.202032:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978410880 00000100:00100000:1.0:1775764821.202039:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978410880 00000100:00100000:1.0:1775764821.202085:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775764821.202094:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978410880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764821.206052:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978410880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 3947us (4096us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764821.206067:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775764821.206153:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978410880:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1775764821.206195:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1775764821.206205:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.206215:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.236722:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764821.433924:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764821.433976:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764821.433997:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764821.434051:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764821.434077:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032064 00000100:00100000:3.0:1775764821.434088:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032064 00000100:00100000:0.0:1775764821.434129:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032320 00000100:00100000:0.0:1775764821.434134:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032320 00000100:00100000:3.0:1775764821.434149:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 60 00000100:00100000:3.0:1775764821.434159:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967032064:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764821.434173:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032448 00000100:00100000:0.0:1775764821.434176:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032448 00000100:00100000:0.0:1775764821.434200:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 494 00000100:00100000:0.0:1775764821.434206:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967032320:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764821.434241:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967032320:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 35us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.434249:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 494 00000100:00100000:0.0:1775764821.434267:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 495 00000100:00100000:3.0:1775764821.434269:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967032064:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 112us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.434273:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967032448:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764821.434276:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 60 00000100:00100000:0.0:1775764821.434294:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967032448:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 22us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.434301:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 495 00000100:00100000:0.0:1775764821.434332:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032192 00000100:00100000:0.0:1775764821.434335:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032192 00000100:00100000:0.0:1775764821.434354:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00100000:0.0:1775764821.434358:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2378:x1862022967032192:12345-192.168.202.46@tcp:38:kworker.0 00010000:00080000:0.0:1775764821.434386:0:17506:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID '3f83546c-01a9-4156-8a97-44c446245d3e' at ffff8977b7873800, cookie 0x2aac6a50e5fb515 00010000:00080000:0.0:1775764821.434393:0:17506:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp recovering/t4294997597 exp ffff8977b7873800 cur 1448 last 1775764819 00010000:02000400:0.0:1775764821.434402:0:17506:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00000100:00080000:2.0:1775764821.439607:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764821.439619:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1775764821.442399:0:17506:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:0.0:1775764821.442441:0:17506:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000100:00080000:0.0:1775764821.442982:0:17506:0:(import.c:65:import_set_state_nolock()) ffff8977b2a99000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764821.443083:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+6:2378:x1862022967032192:12345-192.168.202.46@tcp:38:kworker.0 Request processed in 8720us (9028us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.443094:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00100000:3.0:1775764821.448695:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764821.450558:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025152 00010000:00080000:2.0:1775764821.451052:0:17545:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1775764821.451060:0:17545:0:(ldlm_lib.c:2667:replay_request_or_update()) Waiting for transno 4294997606 00000020:00080000:2.0:1775764821.451066:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.451069:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 4294997606 00000020:00080000:2.0:1775764821.451072:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.451074:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 4294997606 00000100:00100000:1.0:1775764821.451435:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025152 00000100:00100000:1.0:1775764821.451980:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2 00000100:00100000:1.0:1775764821.451993:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2378:x1862022967025152:12345-192.168.202.46@tcp:36:dd.0 00010000:00080000:1.0:1775764821.452026:0:17504:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 4294997606, current: 4294997608, replaying 00000100:00100000:1.0:1775764821.452041:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2378:x1862022967025152:12345-192.168.202.46@tcp:36:dd.0 Request processed in 53us (3355us total) trans 0 rc 0/-999 00000100:00100000:1.0:1775764821.452048:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2 00000020:00080000:2.0:1775764821.453122:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.453132:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 4294997608, next_transno: 4294997606 00010000:00080000:2.0:1775764821.453140:0:17545:0:(ldlm_lib.c:2242:check_for_next_transno()) lustre-MDT0000: waking for gap in transno, VBR is OFF (skip: 4294997606, ql: 1, comp: 0, conn: 1, next: 4294997608, next_update 0 last_committed: 4294997605) 00000020:00080000:2.0:1775764821.453145:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.453159:0:17545:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1862022967025152 t4294997608 from 192.168.202.46@tcp req@ffff8976870e3b80 x1862022967025152/t0(4294997608) o36->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:302/0 lens 488/0 e 0 to 0 dl 1775764832 ref 1 fl Complete:/204/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1775764821.455525:0:17545:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2285us 00010000:00010000:2.0:1775764821.495230:0:17545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.495253:0:17545:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.495272:0:17545:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764821.495335:0:17545:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294997608 00000004:00010000:2.0:1775764821.495361:0:17545:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd0f90d7 reply state 00000000d22d8dc3 transno 4294997608 ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764821.495372:0:17545:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1775764821.495546:0:17545:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:2.0:1775764821.495557:0:17545:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00080000:2.0:1775764821.495580:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.495584:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 4294997609 00000020:00080000:2.0:1775764821.495776:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.495779:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 4294997609 00010000:00010000:2.0:1775764821.500442:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.500458:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.500497:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.500503:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764821.500507:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.500518:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.500535:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa800) 00010000:00010000:2.0:1775764821.500538:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764821.500542:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.500549:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682230a00/0x2aac6a50e5fb62d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764821.507160:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764821.507215:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967025536 00000100:00100000:0.0:1775764821.507224:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967025536 00000100:00100000:0.0:1775764821.507274:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 3 00000100:00100000:0.0:1775764821.507283:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:2378:x1862022967025536:12345-192.168.202.46@tcp:101:dd.0 00010000:00080000:0.0:1775764821.507304:0:17505:0:(ldlm_lib.c:3209:target_queue_recovery_request()) Next recovery transno: 4294997609, current: 4294997609, replaying 00000100:00100000:0.0:1775764821.507315:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:2378:x1862022967025536:12345-192.168.202.46@tcp:101:dd.0 Request processed in 34us (167us total) trans 0 rc 0/-999 00000100:00100000:0.0:1775764821.507322:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 3 00000020:00080000:2.0:1775764821.507530:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.507535:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 4294997609, next_transno: 4294997609 00010000:00080000:2.0:1775764821.507539:0:17545:0:(ldlm_lib.c:2230:check_for_next_transno()) waking for next (4294997609) 00000020:00080000:2.0:1775764821.507542:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.507550:0:17545:0:(ldlm_lib.c:2731:replay_request_or_update()) @@@ processing x1862022967025536 t4294997609 from 192.168.202.46@tcp req@ffff8977bb870700 x1862022967025536/t0(4294997609) o101->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:302/0 lens 616/0 e 0 to 0 dl 1775764832 ref 1 fl Complete:/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1775764821.507584:0:17545:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764821.507621:0:17545:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fb634 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c84f expref: -99 pid: 17545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.507681:0:17545:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fb63b lrc: 3/0,1 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.507696:0:17545:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fb63b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.507709:0:17545:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fb63b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17545 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764821.508111:0:17545:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x661:0x0], index 0: 0 00010000:00010000:2.0:1775764821.508200:0:17545:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fb63b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 11 pid: 17545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.508210:0:17545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa700) 00010000:00010000:2.0:1775764821.508213:0:17545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764821.508226:0:17545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682231c00/0x2aac6a50e5fb634 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xed9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 11 pid: 17545 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.508239:0:17545:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682230c00/0x2aac6a50e5fb63b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c84f expref: 10 pid: 17545 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.508269:0:17545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa700) 00010000:00010000:2.0:1775764821.508272:0:17545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764821.508274:0:17545:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682230c00, rc 0) 00010000:00080000:2.0:1775764821.508346:0:17545:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000020:00080000:2.0:1775764821.508362:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.508365:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 4294997610 00000020:00080000:2.0:1775764821.508368:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.508370:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 4294997610 00000100:00100000:1.0:1775764821.514879:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764821.515090:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032576 00000100:00100000:2.0:1775764821.515101:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032576 00000100:00100000:2.0:1775764821.515166:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 0 00000100:00100000:2.0:1775764821.515177:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+10:2378:x1862022967032576:12345-192.168.202.46@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1775764821.515200:0:17506:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff89768dff0700 x1862022967032576/t0(0) o400->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:302/0 lens 224/0 e 0 to 0 dl 1775764832 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764821.515224:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+10:2378:x1862022967032576:12345-192.168.202.46@tcp:400:ldlm_lock_repla.0 Request processed in 51us (354us total) trans 0 rc 0/-999 00000100:00100000:2.0:1775764821.515231:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 0 00000020:00080000:2.0:1775764821.515250:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.515254:0:17545:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 4294997610 00010000:00080000:2.0:1775764821.515258:0:17545:0:(ldlm_lib.c:2246:check_for_next_transno()) waking for completed recovery 00000020:00080000:2.0:1775764821.515260:0:17545:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1775764821.515265:0:17545:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1775764821.515267:0:17545:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for completed lock replay 00000001:00000004:2.0:1775764821.515513:0:17545:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000001:00080000:2.0:1775764821.570959:0:17545:0:(tgt_lastrcvd.c:223:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:2.0:1775764821.571020:0:17545:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:2.0:1775764821.571040:0:17545:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 192.168.202.46@tcp: req@ffff89768dff0700 x1862022967032576/t0(0) o400->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:302/0 lens 224/0 e 0 to 0 dl 1775764832 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:2.0:1775764821.571184:0:17545:0:(ldlm_lib.c:1852:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000001:00100000:3.0:1775764821.577580:0:17509:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3f83546c-01a9-4156-8a97-44c446245d3e 00000001:00080000:3.0:1775764821.577597:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294997609 is committed 00000004:00000080:3.0:1775764821.618383:0:17545:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb714037abe10 00100000:10000000:3.0:1775764821.618399:0:17545:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000004:00080000:1.0:1775764821.621576:0:17530:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000403:0x660:0x0] 00000100:00100000:1.0:1775764821.621634:0:17530:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:17530:1862022978411008:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1775764821.621711:0:17530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.621783:0:17530:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.621806:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411008 00000100:00100000:1.0:1775764821.621813:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411008 00000100:00100000:1.0:1775764821.621868:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15297 00000100:00100000:1.0:1775764821.621877:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17530:x1862022978411008:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1775764821.621907:0:6580:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1793 -> diff = -161 00002000:02000040:1.0:1775764821.621912:0:6580:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000403:1633 to 0x280000403:1793) 00000004:00080000:2.0:1775764821.626218:0:17528:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000403:0x661:0x0] 00000100:00100000:2.0:1775764821.626284:0:17528:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17528:1862022978411136:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1775764821.626364:0:17528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764821.626427:0:17528:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b2ef23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764821.626431:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411136 00000100:00100000:0.0:1775764821.626442:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411136 00000100:00080000:2.0:1775764821.626442:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764821.626480:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764821.626523:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15298 00000100:00100000:0.0:1775764821.626533:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:17528:x1862022978411136:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1775764821.626578:0:12040:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 1793 -> diff = -160 00002000:02000040:0.0:1775764821.626583:0:12040:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000403:1634 to 0x240000403:1793) 00002000:00010000:2.0:1775764821.632752:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x701:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.632768:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.632787:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.632791:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.632796:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.632815:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.632827:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.632836:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.632869:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.632892:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.632899:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.632912:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.632917:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.632926:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.632945:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.632952:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb642 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.632979:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.632981:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.632983:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.633428:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x700:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.633435:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.633444:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.633446:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.633449:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.633459:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.633493:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.633506:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.633532:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.633550:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.633555:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.633563:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.633566:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.633573:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.633585:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.633592:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb649 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.633607:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.633609:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.633610:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.634337:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.634346:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.634356:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.634357:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.634360:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.634369:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.634376:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.634383:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.634413:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.634437:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.634443:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.634451:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.634455:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.634568:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.634583:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.634590:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb650 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.634613:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.634615:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.634617:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.635272:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.635280:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635297:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.635298:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.635301:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635312:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635320:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635328:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635350:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1775764821.635627:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.635633:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635641:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.635643:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.635646:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635656:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635669:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635676:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635693:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.635703:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.635707:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635715:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.635719:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635728:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635741:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635749:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb657 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635765:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.635768:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635775:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.635778:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635785:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635793:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635799:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb65e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.635811:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.635813:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.635815:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.636033:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.636039:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636048:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.636049:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.636052:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636066:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636074:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636082:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636096:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.636104:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.636108:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636115:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.636118:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636126:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636136:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636144:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb665 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636156:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.636158:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.636160:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.636374:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.636380:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636387:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.636389:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.636392:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636401:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636409:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636416:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636431:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.636439:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.636443:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636456:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.636459:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636489:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636501:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636508:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb66c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636521:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.636522:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.636524:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.636722:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.636728:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636736:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.636737:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.636740:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636749:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636757:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636765:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636778:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.636785:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.636788:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636794:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fbe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.636797:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636805:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636815:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636821:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb673 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.636835:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.636838:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.636839:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.636851:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.637083:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.637088:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637096:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637098:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637101:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637111:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637119:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637126:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637147:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.637179:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.637183:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637191:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814faa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.637194:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637202:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637213:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637220:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fb67a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637233:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.637235:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.637237:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.637341:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.637347:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637354:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637355:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637358:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637370:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637376:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637382:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637403:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.637560:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.637565:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637573:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.637576:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637584:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637594:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637601:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3f714fe/0x2aac6a50e5fb681 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637614:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.637616:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.637618:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.637648:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.637654:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637662:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637663:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637666:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637675:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637682:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637689:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637710:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.637726:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.637730:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637737:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fbc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.637740:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637748:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637759:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637778:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8955b8a/0x2aac6a50e5fb688 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637790:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.637791:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.637793:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.637900:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.637906:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637913:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637915:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.637918:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637927:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637935:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637941:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.637962:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.637978:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.637983:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.637991:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.637994:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.638012:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.638022:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.638028:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000353ecda4/0x2aac6a50e5fb68f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.638046:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.638047:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.638048:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.638349:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x701:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.638355:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638363:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.638365:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.638367:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638378:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638390:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638396:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638410:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.638419:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.638422:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638429:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.638432:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638440:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638450:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638457:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fb696 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638491:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.638493:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.638495:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.638760:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x700:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.638868:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638878:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.638880:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.638883:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638891:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638899:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638907:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638922:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.638931:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.638935:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638942:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.638945:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638959:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638969:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638976:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fb69d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.638988:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.638990:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.638992:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.639159:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.639165:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639173:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.639174:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.639178:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639187:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.639190:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.639195:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639195:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639203:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.639203:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639205:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.639208:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639215:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639217:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.639223:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639224:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.639228:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639235:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.639236:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639238:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639246:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639249:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.639255:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.639255:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639259:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639266:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.639268:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031162fcf/0x2aac6a50e5fb6a4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639269:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639277:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639281:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.639283:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.639284:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.639285:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639292:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fb6ab lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639303:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.639304:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.639306:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.639486:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.639491:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.639494:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.639499:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.639501:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639501:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.639504:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639508:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.639510:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.639512:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639513:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639521:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639521:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639529:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639529:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639536:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.639547:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.639551:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.639558:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764821.639561:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639568:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.639571:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639578:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639593:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639600:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba12521f/0x2aac6a50e5fb6b2 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639612:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.639615:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639620:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.639623:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639630:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639639:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639646:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fb6b9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.639658:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.639660:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.639662:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.639667:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.640119:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.640126:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640134:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.640135:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.640137:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640146:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640152:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640158:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640169:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.640176:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.640180:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640185:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fac00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.640188:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640195:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640208:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640214:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000888a320a/0x2aac6a50e5fb6c0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640225:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.640227:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.640229:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.640418:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.640423:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640431:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.640433:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.640436:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640445:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640453:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640460:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640503:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.640576:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.640581:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640588:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.640590:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.640593:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640601:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640610:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640616:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640628:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.640636:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764821.640640:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640647:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.640650:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640662:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640672:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640680:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001afb74ad/0x2aac6a50e5fb6c7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640694:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.640697:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640703:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.640706:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640712:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640720:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640726:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fb6ce lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.640743:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.640745:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.640747:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.640952:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.640958:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640966:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.640967:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.640970:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.640981:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.641068:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.641073:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641081:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.641083:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.641086:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641094:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641097:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641102:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641106:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641110:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641122:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.641336:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.641337:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.641342:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641348:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.641352:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641360:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641372:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641378:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000926b0bed/0x2aac6a50e5fb6d5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641392:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.641395:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641402:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.641405:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641411:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641421:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641428:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fb6dc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641444:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.641446:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.641448:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.641453:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.641547:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.641553:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641566:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.641567:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.641570:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641579:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641586:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641593:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641609:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.641616:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.641619:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641625:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.641628:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641636:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641651:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641658:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035121e00/0x2aac6a50e5fb6e3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.641670:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.641671:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.641673:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.641895:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.641901:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641908:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.641910:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.641912:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641921:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641928:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641936:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641950:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.641957:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.641960:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641972:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.641975:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.641983:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.642060:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.642066:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642074:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.642076:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.642079:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642088:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642095:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642102:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642103:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642110:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb6ea lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642122:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.642124:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.642127:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642133:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.642136:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642143:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642152:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642158:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fb6f1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642170:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.642171:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.642173:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.642179:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.642309:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.642314:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.642364:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.642370:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642378:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.642380:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.642382:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642391:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642393:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.642395:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.642398:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642398:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642406:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642407:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642415:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642422:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642427:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.642435:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.642438:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642445:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.642448:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642460:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642490:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642497:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d201d045/0x2aac6a50e5fb6ff lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642510:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.642512:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.642513:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.642529:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.642531:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.642535:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642543:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.642546:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642554:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.642733:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.642739:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642746:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.642748:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.642750:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.642758:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642886:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642895:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fb6f8 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.642908:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.642909:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.642911:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.643162:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.643168:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643175:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.643177:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.643179:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643192:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643199:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643205:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643218:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.643225:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.643229:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643235:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.643238:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643245:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643254:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643261:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001916e66b/0x2aac6a50e5fb70d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643272:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.643273:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.643275:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.643549:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.643554:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643847:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.643849:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.643852:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643861:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643869:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643874:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.643894:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764821.643954:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.643965:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.643976:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.643980:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.643987:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.643990:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644006:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644018:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644025:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000820e15a6/0x2aac6a50e5fb714 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644039:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.644040:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.644042:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.644058:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.644095:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.644100:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644112:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.644115:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644123:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644134:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644141:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013e57dd9/0x2aac6a50e5fb706 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644155:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644157:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644158:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.644271:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.644279:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.644285:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.644286:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.644288:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.644290:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644291:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644298:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.644299:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.644301:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644302:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644310:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644311:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644318:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644319:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644325:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644338:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.644345:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.644348:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644355:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.644357:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644365:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644376:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644383:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b12a5c8a/0x2aac6a50e5fb722 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644396:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.644399:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1775764821.644399:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644406:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644406:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.644409:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644416:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644426:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644433:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c803266/0x2aac6a50e5fb71b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644443:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644445:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644447:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.644634:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.644640:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644648:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.644649:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.644652:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644661:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644669:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644675:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.644692:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.644728:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.644733:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644740:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.644743:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644756:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644767:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644774:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013727135/0x2aac6a50e5fb729 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644786:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644787:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.644789:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.644895:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.644900:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644908:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.644909:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.644912:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644920:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644927:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644939:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.644955:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1775764821.645256:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.645261:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645270:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.645271:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.645274:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645283:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645290:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645297:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645310:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.645318:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.645322:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645334:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.645337:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645344:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645353:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645359:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009570810b/0x2aac6a50e5fb730 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645373:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.645376:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645383:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.645386:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645394:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645403:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645410:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e3c8654/0x2aac6a50e5fb737 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645423:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.645425:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.645427:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.645865:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.645871:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645878:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.645880:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.645882:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645891:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.645896:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.645899:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645905:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645919:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.645925:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.645929:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645936:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ac00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.645939:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645946:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645956:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645962:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e05a56d0/0x2aac6a50e5fb73e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.645975:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.645977:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.645978:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.646046:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.646052:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.646060:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.646061:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.646064:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.646073:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.646081:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.646088:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.646113:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764821.646116:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.646120:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646127:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.646130:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646143:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646154:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646161:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b690d40d/0x2aac6a50e5fb745 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646174:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.646176:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.646177:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.646320:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1775764821.646358:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.646363:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646370:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.646372:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.646375:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646383:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646391:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646404:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646422:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1775764821.646927:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.646933:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646941:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.646943:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.646946:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646955:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646962:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646969:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.646984:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.647102:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.647107:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647120:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3be00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.647123:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647131:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647142:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647149:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a5492ee/0x2aac6a50e5fb753 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647165:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.647168:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647174:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.647177:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647184:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647194:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647201:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079ae0809/0x2aac6a50e5fb75a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647212:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.647213:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.647215:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.647450:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.647459:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.647505:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647513:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.647514:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.647517:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647525:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647532:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647539:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.647579:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.647588:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.647589:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.647745:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.647756:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.647763:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.647779:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.647818:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1775764821.648126:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.648132:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.648140:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.648141:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.648145:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.648154:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.648161:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.648169:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650271:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.650288:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650303:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ba00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.650308:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650416:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650443:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650451:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055844ebe/0x2aac6a50e5fb761 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.650461:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764821.650495:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.650498:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650504:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.650507:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650513:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650522:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650528:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040e9a804/0x2aac6a50e5fb768 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.650540:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.650541:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.650543:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.650604:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.650651:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.650866:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1775764821.650878:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.650885:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.650896:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.650898:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.650903:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.650914:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.650923:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.650930:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.650949:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.650953:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764821.650959:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.650966:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.650971:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.650978:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.650990:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.650997:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000235ebde8/0x2aac6a50e5fb74c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651023:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764821.651026:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651032:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3aa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.651036:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651043:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651053:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651060:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009aa7d534/0x2aac6a50e5fb76f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651072:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.651074:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.651076:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.651150:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.651155:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651163:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.651165:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.651168:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651176:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651184:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651191:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651203:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.651228:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.651234:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651241:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.651243:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.651246:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651254:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651262:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651269:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651283:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.651290:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764821.651294:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651306:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.651310:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651317:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.651391:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.651397:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651405:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.651406:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.651409:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651419:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651426:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651431:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.651432:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651436:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651443:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.651444:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764821.651446:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651454:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651493:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651501:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6cea50d/0x2aac6a50e5fb77d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651514:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.651517:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651523:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3ae00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.651526:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651533:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651543:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651549:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f732adc9/0x2aac6a50e5fb784 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651560:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.651562:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.651564:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.651583:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.651632:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651640:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea72077e/0x2aac6a50e5fb776 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.651652:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.651654:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.651656:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.651660:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.651660:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.651665:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651672:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.651674:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.651677:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651686:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651694:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651701:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.651722:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764821.651799:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.651803:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651811:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3bc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.651813:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651820:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651829:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651835:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b0d8bc2/0x2aac6a50e5fb78b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.651848:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.651850:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.651851:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1775764821.653829:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.653842:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.653858:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.653860:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.653865:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.653879:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.653888:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.653895:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.653922:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764821.654036:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.654043:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.654051:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.654056:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.654065:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.654081:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.654089:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086b0aedf/0x2aac6a50e5fb792 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.654108:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.654110:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.654112:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.654532:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.654538:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.654548:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.654549:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.654552:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.654567:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.654575:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.654581:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.654634:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.656676:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.656686:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.656702:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.656704:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.656709:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.656722:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.656731:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.656739:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.658174:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.658186:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.658202:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.658204:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.658209:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.658221:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.658229:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.658237:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658322:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.658419:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658428:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.658433:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658443:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658480:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658487:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce93806d/0x2aac6a50e5fb799 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658510:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.658514:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658520:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.658523:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658530:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658538:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658545:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.658549:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658555:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3b400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.658557:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658563:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658573:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.658580:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.658581:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.658583:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.658712:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.658718:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdfae512/0x2aac6a50e5fb7a0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.659083:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.659088:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.659098:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.659100:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.659103:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.659112:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.659120:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.659128:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.659143:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.659321:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.661474:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661492:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.661494:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.661499:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661514:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661524:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661532:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661562:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.661960:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.661966:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661974:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.661975:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.661978:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.661986:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662007:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662015:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662032:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1775764821.662115:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1775764821.662123:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026ece29f/0x2aac6a50e5fb7a7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.662228:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.662234:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.662237:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.662242:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662242:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662243:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662246:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662250:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662251:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662254:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662255:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662263:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662264:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662271:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662272:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662280:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1775764821.662280:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662286:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1775764821.662355:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.662360:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662367:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662369:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662372:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662380:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662387:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662399:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662407:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1775764821.662492:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.662497:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662504:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1775764821.662505:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.662505:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662508:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662510:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662517:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662518:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662519:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662522:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662526:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662530:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662533:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662538:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662541:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:0.0:1775764821.662544:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662550:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1775764821.662732:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.662738:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.662738:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.662743:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662746:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662748:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662751:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662756:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662758:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662760:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662760:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662769:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662769:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662777:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662777:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662785:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:2.0:1775764821.662785:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662791:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:2.0:1775764821.662858:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.662863:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662870:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662872:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.662875:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662883:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662895:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662902:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662910:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1775764821.662975:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1775764821.662975:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.662981:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.662981:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.662989:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662991:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.662994:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663013:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663020:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663027:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663036:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:0.0:1775764821.663243:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.663248:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663255:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.663257:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.663259:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663267:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663274:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663280:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663287:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:0.0:1775764821.663548:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.663554:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663561:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.663562:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.663565:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663575:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663582:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663589:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663597:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00010000:00010000:2.0:1775764821.663707:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.663709:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.663713:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663725:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663733:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663740:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663749:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1775764821.663796:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.663801:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663809:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.663811:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.663813:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663822:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663829:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663836:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.663837:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.663841:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.663844:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00010000:00010000:2.0:1775764821.663849:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.663850:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.663853:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663861:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663868:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663875:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663882:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:2.0:1775764821.663966:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.663971:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.663978:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.663980:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.663983:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664666:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664678:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664686:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664697:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:2.0:1775764821.664786:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.664791:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664800:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.664802:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.664805:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664813:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664821:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664828:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664835:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:2.0:1775764821.664898:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.664902:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664910:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.664911:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.664914:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664923:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664931:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664938:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.664945:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:2.0:1775764821.665183:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.665188:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665196:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665197:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665200:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665209:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665217:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665224:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665231:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:2.0:1775764821.665297:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.665302:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665308:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665310:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665313:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665321:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665328:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665336:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665343:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/22 locks to regular blp list, 22 blwis in pool 00002000:00010000:2.0:1775764821.665401:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.665406:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665414:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665415:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665418:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665427:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665434:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665441:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665448:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/23 locks to regular blp list, 23 blwis in pool 00002000:00010000:2.0:1775764821.665533:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.665538:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665545:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665546:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.665549:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665558:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.665579:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666091:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666106:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/24 locks to regular blp list, 24 blwis in pool 00002000:00010000:2.0:1775764821.666225:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.666230:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666238:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666239:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666242:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666251:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666258:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666265:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666272:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/25 locks to regular blp list, 25 blwis in pool 00002000:00010000:2.0:1775764821.666373:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.666377:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666385:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666386:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666389:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666396:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666404:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666411:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666418:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/26 locks to regular blp list, 26 blwis in pool 00002000:00010000:2.0:1775764821.666555:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.666573:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666580:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666581:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666584:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666592:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666599:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666606:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666613:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/27 locks to regular blp list, 27 blwis in pool 00002000:00010000:2.0:1775764821.666700:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.666706:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666713:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666715:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666717:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666725:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666733:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666740:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666748:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/28 locks to regular blp list, 28 blwis in pool 00002000:00010000:2.0:1775764821.666822:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.666828:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666836:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666837:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666840:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666849:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666857:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666863:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666870:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/29 locks to regular blp list, 29 blwis in pool 00002000:00010000:2.0:1775764821.666942:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.666947:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666954:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666956:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.666959:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666967:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666974:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.666981:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668488:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 29 total in blp. (29 blwis in pool) 00010000:00010000:1.0:1775764821.668502:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668514:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.668519:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668529:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668552:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668559:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000504dfdb2/0x2aac6a50e5fb7ae lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668592:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 28 total in blp. (28 blwis in pool) 00010000:00010000:1.0:1775764821.668596:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668603:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.668607:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668614:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668625:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668631:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f29d2418/0x2aac6a50e5fb7b5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668643:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 27 total in blp. (27 blwis in pool) 00010000:00010000:1.0:1775764821.668646:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668653:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.668655:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668668:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668677:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668685:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071831d02/0x2aac6a50e5fb7bc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668697:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 26 total in blp. (26 blwis in pool) 00010000:00010000:1.0:1775764821.668701:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668706:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.668709:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668716:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668725:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668731:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ffcff01/0x2aac6a50e5fb7c3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668747:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 25 total in blp. (25 blwis in pool) 00010000:00010000:1.0:1775764821.668751:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.668758:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897689c3a200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.668760:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669422:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669438:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669444:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1070f68/0x2aac6a50e5fb7ca lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669494:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 24 total in blp. (24 blwis in pool) 00010000:00010000:1.0:1775764821.669499:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.669504:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/30 locks to regular blp list, 30 blwis in pool 00010000:00010000:1.0:1775764821.669505:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669509:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669519:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669528:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669534:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7a3f2a4/0x2aac6a50e5fb7d1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669547:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 23 total in blp. (23 blwis in pool) 00010000:00010000:1.0:1775764821.669550:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669556:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669559:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669566:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669575:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669582:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072611cd1/0x2aac6a50e5fb7d8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669598:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 22 total in blp. (22 blwis in pool) 00010000:00010000:1.0:1775764821.669601:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669607:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669610:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669616:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669626:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669633:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000393f2722/0x2aac6a50e5fb7df lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669649:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:1.0:1775764821.669653:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669659:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686740600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669662:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669673:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669682:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669689:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ce0c93f/0x2aac6a50e5fb7e6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669701:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:1.0:1775764821.669705:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669711:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669714:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669720:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669728:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669734:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb538979/0x2aac6a50e5fb7ed lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669752:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1775764821.669755:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669761:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669863:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669873:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669884:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669890:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f36c6ffb/0x2aac6a50e5fb7f4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669903:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:1.0:1775764821.669907:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669914:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669916:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669928:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669937:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669943:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000266f759e/0x2aac6a50e5fb7fb lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669958:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:1.0:1775764821.669961:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669966:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686741600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.669968:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669975:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669983:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.669989:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b122804/0x2aac6a50e5fb809 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670027:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1775764821.670031:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670036:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.670040:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670047:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670056:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670063:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a09c491/0x2aac6a50e5fb810 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670074:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1775764821.670078:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670085:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.670088:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670099:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670108:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670115:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e18e60e/0x2aac6a50e5fb802 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670128:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1775764821.670131:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670137:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.670139:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670146:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670154:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670159:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e62f70a5/0x2aac6a50e5fb817 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670174:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1775764821.670177:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.670178:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.670184:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.670185:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670187:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670195:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670199:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670201:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.670203:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670206:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670209:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cbb0e00/0x2aac6a50e5fb81e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670218:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670219:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.670223:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670227:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670228:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.670231:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670234:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670243:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670243:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00010000:00010000:1.0:1775764821.670251:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670258:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d6cfa04/0x2aac6a50e5fb825 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670270:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.670273:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670279:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.670282:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670289:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670298:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670305:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000773a0822/0x2aac6a50e5fb82c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.670312:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.670316:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.670321:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:2.0:1775764821.670324:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670325:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670328:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670337:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670344:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670351:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670358:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:2.0:1775764821.670458:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1775764821.670478:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.670478:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.670484:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670486:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670488:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670491:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.670493:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.670494:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.670497:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670500:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.670506:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670508:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.670513:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670515:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.670521:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670524:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00010000:00010000:0.0:1775764821.670527:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:2.0:1775764821.670627:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.670632:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670639:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670640:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670642:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670650:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670657:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670664:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670671:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:2.0:1775764821.670777:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.670783:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670790:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670791:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670794:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670802:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670808:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670815:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670823:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:2.0:1775764821.670896:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.670901:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670908:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670909:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.670912:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670919:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670927:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670933:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.670941:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00010000:00010000:1.0:1775764821.671435:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671444:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.671448:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671456:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671484:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671491:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017fdfe91/0x2aac6a50e5fb833 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671513:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1775764821.671517:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671522:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.671525:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671536:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671543:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671549:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029fc7068/0x2aac6a50e5fb83a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671561:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1775764821.671564:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671570:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.671572:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671578:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671586:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671593:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003408b455/0x2aac6a50e5fb841 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671612:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1775764821.671616:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671621:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.671624:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671630:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671639:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671644:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cd03cf1/0x2aac6a50e5fb848 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671653:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1775764821.671657:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671662:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.671664:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671675:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671684:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671691:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042206c4d/0x2aac6a50e5fb84f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671702:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.671705:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671712:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.671715:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671722:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671730:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.671736:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000baf3cee1/0x2aac6a50e5fb856 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.672145:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.672152:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672163:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.672165:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.672169:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672178:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672187:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672193:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672202:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:2.0:1775764821.672318:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.672324:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672333:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672335:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672338:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672347:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672354:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672360:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672369:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:2.0:1775764821.672480:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.672485:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672494:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672495:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672498:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672507:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672515:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672522:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672529:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1775764821.672587:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.672593:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672601:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.672603:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.672605:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672614:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672622:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672629:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.672637:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:2.0:1775764821.672765:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.672770:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672778:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672780:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672782:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672791:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672798:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672805:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672812:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:2.0:1775764821.672889:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.672894:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672901:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672903:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.672905:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672915:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672924:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672931:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.672938:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:2.0:1775764821.673107:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.673113:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673121:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673122:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673125:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673134:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673142:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673149:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673156:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:2.0:1775764821.673228:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.673233:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673240:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673241:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673244:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673253:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673261:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673268:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673275:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:2.0:1775764821.673335:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.673339:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673345:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673347:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673349:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673357:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673363:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673370:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673378:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:2.0:1775764821.673448:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.673453:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673460:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673462:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.673478:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673486:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673493:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673499:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.673506:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/22 locks to regular blp list, 22 blwis in pool 00010000:00010000:1.0:1775764821.673565:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:1.0:1775764821.673571:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673578:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7469a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.673583:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673591:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673606:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673613:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d844178/0x2aac6a50e5fb85d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673628:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:1.0:1775764821.673632:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673639:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7468a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.673641:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673655:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673664:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673671:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f4ebc8b/0x2aac6a50e5fb864 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673686:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1775764821.673690:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673697:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.673699:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673706:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673715:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673722:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c64b1dc8/0x2aac6a50e5fb86b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673740:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:1.0:1775764821.673743:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673750:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.673752:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.673759:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.673984:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.673989:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674007:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.674009:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.674012:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674022:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674030:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674037:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674044:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:0.0:1775764821.674237:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.674242:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674249:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.674251:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.674253:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674262:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674270:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674277:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.674284:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00010000:00010000:1.0:1775764821.674412:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674421:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6513968/0x2aac6a50e5fb872 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674437:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1775764821.674440:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674446:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.674449:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674488:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674497:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674505:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050003fbb/0x2aac6a50e5fb879 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674518:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:1.0:1775764821.674521:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674528:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.674531:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674538:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674546:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674554:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013e0ba5b/0x2aac6a50e5fb880 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674570:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:1.0:1775764821.674574:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674580:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.674583:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674590:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674598:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674604:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004941f514/0x2aac6a50e5fb887 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674615:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1775764821.674618:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674625:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.674628:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674640:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674648:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674655:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056a160dc/0x2aac6a50e5fb88e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674665:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1775764821.674668:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674674:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.674677:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674685:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674694:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674700:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023bf0afc/0x2aac6a50e5fb895 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674716:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1775764821.674720:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674727:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.674729:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674736:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674744:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674750:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000811e442/0x2aac6a50e5fb89c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.674762:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00002000:00010000:0.0:1775764821.675671:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.675679:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.675691:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.675693:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.675697:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.675707:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.675715:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.675723:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.675731:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00010000:00010000:1.0:1775764821.675877:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675887:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.675891:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675904:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675918:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675924:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0d58ef3/0x2aac6a50e5fb8a3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675945:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1775764821.675949:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675955:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.675958:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675965:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675973:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675979:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019cab6d0/0x2aac6a50e5fb8aa lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.675995:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.676008:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676015:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676018:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676025:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676034:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676040:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087c086a1/0x2aac6a50e5fb8b1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676053:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1775764821.676056:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676062:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ec00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676065:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676078:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676085:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676092:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ec3b237/0x2aac6a50e5fb8b8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676102:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1775764821.676106:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676111:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676114:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676121:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676129:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676136:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000078a6056/0x2aac6a50e5fb8bf lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676152:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.676156:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676162:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676164:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676171:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676179:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676185:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a2b166a/0x2aac6a50e5fb8c6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676195:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.676198:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676203:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676206:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676218:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676225:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676232:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039d43773/0x2aac6a50e5fb8cd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676241:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.676244:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676250:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676252:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676259:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676267:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676274:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c35bc25/0x2aac6a50e5fb8d4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676289:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.676293:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676298:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.676301:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676308:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.676315:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.677318:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.677329:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677342:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677344:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677348:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677359:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677369:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677376:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677387:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1775764821.677523:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1775764821.677523:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.677529:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677529:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677538:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677538:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.677540:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677540:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.677543:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677543:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677553:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677553:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677561:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677561:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677569:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677569:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677577:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1775764821.677578:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.677657:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.677662:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677669:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.677670:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.677672:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677680:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677687:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677693:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.677701:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:2.0:1775764821.677830:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764821.677835:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677843:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677845:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677848:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677856:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677864:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677870:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677878:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00010000:00010000:1.0:1775764821.677927:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000761d8bdb/0x2aac6a50e5fb8db lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764821.677951:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.677955:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1775764821.677956:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.677959:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677963:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.677964:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.677966:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.677967:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.677971:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677975:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.677984:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.677986:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678010:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678017:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000945e2394/0x2aac6a50e5fb8e2 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678030:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.678034:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678040:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ea00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678043:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678049:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678059:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678066:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038b2624d/0x2aac6a50e5fb8e9 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678084:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.678088:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678093:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678096:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678104:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678112:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678118:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000467f86bc/0x2aac6a50e5fb8f0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678127:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.678131:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678136:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678139:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678149:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678157:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678163:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000420fb8ff/0x2aac6a50e5fb8f7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678175:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.678178:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678184:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678186:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678192:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678199:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678205:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004463c5b3/0x2aac6a50e5fb8fe lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678220:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.678223:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678228:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678230:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678236:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678243:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678248:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054fbf682/0x2aac6a50e5fb905 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678257:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.678260:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678265:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678267:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678278:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678284:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678290:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000303acbbe/0x2aac6a50e5fb90c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678300:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.678303:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678308:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.678310:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.678317:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.678651:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.678658:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.678666:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.678667:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.678670:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.678678:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.678685:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.678690:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.678698:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1775764821.679544:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.679552:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679563:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.679565:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.679568:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679578:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679585:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679593:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679602:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1775764821.679685:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.679691:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679698:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.679699:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.679702:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679711:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679719:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679727:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.679734:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1775764821.679960:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.679970:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000966a638d/0x2aac6a50e5fb913 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680010:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.680015:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680021:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.680025:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680032:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680043:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680049:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d728daa/0x2aac6a50e5fb91a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680065:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.680068:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680074:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.680077:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680090:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680099:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680106:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a3c78ac/0x2aac6a50e5fb921 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680118:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.680120:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680126:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.680129:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680136:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680145:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680152:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000938cdc1b/0x2aac6a50e5fb928 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680169:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.680172:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680178:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.680181:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680188:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680197:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680203:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000583b96d7/0x2aac6a50e5fb936 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680214:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.680217:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680224:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.680226:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680238:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680247:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680254:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f205cfee/0x2aac6a50e5fb93d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680265:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.680268:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680275:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.680277:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680285:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680294:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680301:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028725459/0x2aac6a50e5fb944 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.680317:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.680319:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.680321:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.680778:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.680876:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.681025:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.681032:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681041:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681043:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681046:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681058:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681066:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681073:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681081:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.681189:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.681194:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681203:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681205:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681208:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681217:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681225:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681232:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681241:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.681315:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.681320:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681416:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681418:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681420:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681430:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681443:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681450:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681459:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1775764821.681542:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764821.681547:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681555:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.681559:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681579:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.681586:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.681591:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681598:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681600:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.681603:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681603:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681611:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033e9f6fa/0x2aac6a50e5fb92f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681612:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681620:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681627:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681629:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.681632:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681635:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1775764821.681640:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860aca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.681642:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681650:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681658:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681665:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002417b94b/0x2aac6a50e5fb94b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681677:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.681680:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681686:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.681689:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681696:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681704:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681711:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fe01b0c/0x2aac6a50e5fb952 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.681715:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.681719:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681722:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.681725:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681727:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.681728:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.681731:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ace00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.681731:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681734:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681740:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681742:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681748:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681751:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681755:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681759:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dc976eb/0x2aac6a50e5fb959 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.681763:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.681769:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.681772:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681778:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.681781:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681787:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681796:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681803:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d669505/0x2aac6a50e5fb960 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681813:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.681816:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681821:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.681824:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681831:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681839:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.681847:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.681849:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.681851:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.681858:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.682481:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.682488:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.682612:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.682621:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.682633:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.682634:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.682637:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.682648:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.682656:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.682663:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.682683:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764821.682945:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e069142d/0x2aac6a50e5fb967 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.683080:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.683086:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683094:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.683096:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.683099:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683109:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683117:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683124:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683152:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.683233:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.683239:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683247:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.683248:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.683251:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683259:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683267:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683280:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.683292:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1775764821.683779:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.683787:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683796:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.683801:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683809:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683824:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683831:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fe14ad2/0x2aac6a50e5fb96e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683847:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.683851:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683858:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ade00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.683860:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683872:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683882:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683888:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df7f0b5a/0x2aac6a50e5fb975 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683899:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.683902:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683907:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ad600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.683910:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683916:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683924:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683931:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b7bf08e/0x2aac6a50e5fb97c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.683946:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.683947:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.683949:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.683975:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.683981:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.683989:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.683990:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.683994:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684011:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684018:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684025:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684048:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.684143:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.684149:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684156:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.684158:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.684160:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684168:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684176:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684182:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684193:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.684265:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.684270:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684277:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.684279:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.684282:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684290:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684297:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684300:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.684304:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.684305:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684312:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a126000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764821.684314:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.684315:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684322:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684333:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684340:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087ec6e7d/0x2aac6a50e5fb983 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684353:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.684356:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684361:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a127400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.684364:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684371:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684379:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684386:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cd44409/0x2aac6a50e5fb98a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684397:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.684400:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684408:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.684411:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684418:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684427:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684435:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001916e66b/0x2aac6a50e5fb991 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.684445:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.684447:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.684449:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.684455:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.684719:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.684725:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.684938:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.684945:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.684955:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.684956:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.684959:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.684968:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.684976:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.684983:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.685045:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.685129:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.685135:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.685147:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.685148:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.685151:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.685160:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.685168:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.685175:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.685295:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.685301:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.685309:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.685310:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.685313:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.685321:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.685342:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.685348:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688807:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.688823:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688839:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.688844:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688856:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688883:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688890:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000626ab8d9/0x2aac6a50e5fb998 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688925:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.688930:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688936:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.688940:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688948:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688959:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 2/0,0 mode: --/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688966:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.688970:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688977:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.688980:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.688988:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.689008:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.689017:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.689019:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.689020:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.689387:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1775764821.689395:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c2fb5d7/0x2aac6a50e5fb99f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.689694:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.689701:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.689712:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.689715:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.689720:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.689738:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.689746:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.689754:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690067:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.690153:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.690158:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690165:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690167:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690169:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690178:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690184:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690190:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690202:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.690271:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.690276:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690283:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690284:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690287:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690295:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690302:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690307:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690424:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.690529:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.690534:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690542:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690544:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690547:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690556:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690563:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690570:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690578:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764821.690676:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.690681:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690688:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690689:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690692:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690701:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690709:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690721:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690729:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1775764821.690908:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.690913:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690920:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690922:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.690924:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690932:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690940:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690946:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.690954:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1775764821.691034:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.691039:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691052:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.691053:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.691056:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691065:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691072:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691079:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691087:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1775764821.691159:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.691163:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691171:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.691173:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.691175:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691184:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691198:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691205:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.691213:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1775764821.691510:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1775764821.691517:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ecb2276f/0x2aac6a50e5fb9a6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.691657:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.691663:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691671:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.691672:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.691676:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691687:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691694:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691700:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691708:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.691794:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.691799:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691806:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.691807:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.691809:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691817:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691824:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691836:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691844:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1775764821.691927:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.691932:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691938:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.691939:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.691941:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691949:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691956:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691962:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.691969:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1775764821.692050:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.692055:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692064:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.692065:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.692068:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692077:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692084:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692090:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692097:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:0.0:1775764821.692189:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.692194:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692201:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.692202:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.692205:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692213:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692225:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692231:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692238:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:3.0:1775764821.692692:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.692698:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.692708:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.692709:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.692712:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.692722:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.692731:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.692738:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.692746:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:0.0:1775764821.692863:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.692869:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692877:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.692879:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.692882:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692890:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692899:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692905:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.692914:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1775764821.693007:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.693012:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693019:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693021:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693024:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693033:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693041:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693048:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693057:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:0.0:1775764821.693123:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.693128:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693136:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693137:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693140:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693148:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693157:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693164:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693172:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:0.0:1775764821.693243:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.693248:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693255:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693257:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693259:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693267:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693275:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693280:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693287:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:3.0:1775764821.693725:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.693730:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.693739:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.693740:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.693743:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.693752:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.693760:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.693915:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.693920:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693928:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693929:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.693932:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693940:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693947:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693954:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.693962:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:0.0:1775764821.694045:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.694050:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694058:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.694060:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.694062:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694071:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694080:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694087:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694095:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:0.0:1775764821.694161:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.694166:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694173:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.694174:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.694176:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694184:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694190:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694197:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694204:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:0.0:1775764821.694299:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.694304:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.694312:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.694313:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.694316:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694417:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694427:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/22 locks to regular blp list, 22 blwis in pool 00002000:00010000:3.0:1775764821.694539:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.694544:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694552:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.694553:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.694556:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694565:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694573:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694580:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694588:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/23 locks to regular blp list, 23 blwis in pool 00002000:00010000:3.0:1775764821.694660:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.694664:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694671:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.694673:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.694675:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694683:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694690:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694696:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.694702:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/24 locks to regular blp list, 24 blwis in pool 00010000:00010000:2.0:1775764821.694927:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 23 total in blp. (23 blwis in pool) 00010000:00010000:2.0:1775764821.694936:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.694944:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.694948:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.694958:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.694976:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.694983:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000822cc36d/0x2aac6a50e5fb9ad lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695025:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 22 total in blp. (22 blwis in pool) 00010000:00010000:2.0:1775764821.695031:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695037:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695040:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695047:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695062:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695069:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c7e9af3/0x2aac6a50e5fb9b4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695082:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:2.0:1775764821.695085:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695091:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695094:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695101:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695110:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695116:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec0c8863/0x2aac6a50e5fb9bb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695128:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:2.0:1775764821.695132:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695139:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682230a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695142:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695149:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695157:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695164:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024eaf8d7/0x2aac6a50e5fb9c2 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695176:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:2.0:1775764821.695180:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695187:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682231c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695190:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695197:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695206:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695213:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c834b4d/0x2aac6a50e5fb9c9 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695225:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:2.0:1775764821.695229:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695236:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860adc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695239:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695246:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695256:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695263:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b3754b2/0x2aac6a50e5fb9d0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695277:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:2.0:1775764821.695281:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695287:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163fc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695290:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695298:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695307:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695314:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aa4f4fb/0x2aac6a50e5fb9d7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695420:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:2.0:1775764821.695425:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695432:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163f200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695436:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695444:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695455:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695480:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf30361c/0x2aac6a50e5fb9de lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695494:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:2.0:1775764821.695499:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695505:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695508:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695516:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695527:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695534:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000926b0bed/0x2aac6a50e5fb9e5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695550:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:2.0:1775764821.695554:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695561:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fac00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695564:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695577:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695587:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695594:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000888a320a/0x2aac6a50e5fb9ec lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695606:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:2.0:1775764821.695610:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695615:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695618:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695625:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695635:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695641:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031162fcf/0x2aac6a50e5fb9f3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695658:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:2.0:1775764821.695662:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695668:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fbe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695671:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695677:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695687:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695694:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6be8f98/0x2aac6a50e5fb9fa lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695705:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:2.0:1775764821.695708:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695714:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.695717:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695729:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695739:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695746:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353ecda4/0x2aac6a50e5fba01 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.695757:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1775764821.695761:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.696007:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.696013:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696023:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.696025:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.696028:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696037:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696045:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696052:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696061:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:3.0:1775764821.696150:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.696156:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696164:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.696165:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.696168:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696177:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696185:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696192:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696200:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:3.0:1775764821.696263:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.696268:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696275:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.696276:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.696279:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696287:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696295:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696303:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.696311:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00010000:00010000:0.0:1775764821.696440:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696450:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696457:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696477:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:0.0:1775764821.696606:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.696611:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696619:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.696620:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.696623:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696631:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696639:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696646:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696654:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1775764821.696729:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.696734:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696741:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.696743:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.696745:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696753:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.696761:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696896:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.696900:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696909:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696923:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696930:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad863852/0x2aac6a50e5fba0f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696956:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:2.0:1775764821.696961:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696967:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fbc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.696970:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696977:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696987:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.696994:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8955b8a/0x2aac6a50e5fba08 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697017:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:2.0:1775764821.697020:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697026:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.697029:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697040:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697049:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697056:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f714fe/0x2aac6a50e5fba16 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697067:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:2.0:1775764821.697071:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697078:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814faa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.697080:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697088:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697098:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697105:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c15e0fb9/0x2aac6a50e5fba1d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697123:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:2.0:1775764821.697127:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697133:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fb200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.697136:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697143:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697152:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697159:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001afb74ad/0x2aac6a50e5fba24 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697171:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:2.0:1775764821.697175:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697181:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977814fa000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.697184:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697197:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697206:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697213:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba12521f/0x2aac6a50e5fba32 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697230:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:2.0:1775764821.697234:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697240:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.697243:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697250:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697259:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697266:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cdbfd11/0x2aac6a50e5fba39 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697282:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1775764821.697286:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697293:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.697296:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697304:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697312:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.697319:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081d6aa1b/0x2aac6a50e5fba40 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697418:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697429:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.697546:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.697552:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697560:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.697562:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.697565:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697575:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697582:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697589:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697597:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1775764821.697669:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.697674:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697680:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.697682:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.697684:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697692:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697698:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697704:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.697711:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00010000:00010000:1.0:1775764821.697928:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1775764821.697934:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.697942:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.697945:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.697952:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.697963:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.697969:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009795a5d/0x2aac6a50e5fba2b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.697987:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.697990:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.697997:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163e800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698008:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698014:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698023:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698030:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040fe0349/0x2aac6a50e5fba4e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698043:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.698046:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698052:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698055:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698062:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698071:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698079:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f80b6a81/0x2aac6a50e5fba55 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698091:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.698094:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698101:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778163e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698103:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698110:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698119:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698125:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030d1ebf0/0x2aac6a50e5fba5c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698137:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.698140:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698145:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698148:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698155:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698164:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698171:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019b1c847/0x2aac6a50e5fba63 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698183:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.698186:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698192:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698195:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698202:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698211:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698217:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2ca5d01/0x2aac6a50e5fba6a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698229:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.698233:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698238:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698240:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698247:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698256:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698262:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b70cb771/0x2aac6a50e5fba47 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698275:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.698278:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698284:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698287:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698298:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698308:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698315:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009600a99e/0x2aac6a50e5fba71 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698418:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.698421:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698428:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698431:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698438:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698448:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698454:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e72735f5/0x2aac6a50e5fba78 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698492:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.698495:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698502:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7934c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698505:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698512:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698521:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698527:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c57bbe49/0x2aac6a50e5fba7f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698538:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.698541:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698546:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.698549:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698561:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698570:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698577:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d735b19a/0x2aac6a50e5fba86 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.698589:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.698591:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.698593:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.698619:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.698687:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.698689:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.698691:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.698696:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.698698:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.698700:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.699028:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x6a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.699035:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699046:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.699048:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.699051:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699061:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699069:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699076:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699097:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.699201:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x69f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.699207:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699214:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.699215:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.699218:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699227:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699234:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699240:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.699265:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.699450:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.699456:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699482:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.699483:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.699486:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699494:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699501:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699506:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699518:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.699597:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.699602:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699610:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.699611:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.699614:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699621:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699628:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699633:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699642:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1775764821.699723:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.699729:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699736:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.699737:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.699739:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699747:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699754:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.699760:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699823:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.699829:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699836:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ea00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.699839:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699846:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699857:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699869:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029cec246/0x2aac6a50e5fba8d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699888:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.699891:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699898:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.699900:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699906:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699915:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699922:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e107402/0x2aac6a50e5fba94 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699933:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.699936:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699942:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.699946:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699952:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699961:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699967:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000003cb3b/0x2aac6a50e5fba9b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699979:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.699982:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.699988:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.699991:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.700007:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.700017:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.700026:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd37b25/0x2aac6a50e5fbaa2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.700038:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.700040:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.700042:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.700186:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.700193:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.700197:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.700255:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x69e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.700261:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700269:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.700270:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.700273:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700281:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700288:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700294:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700314:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.700563:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x69d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.700568:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700576:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.700578:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.700580:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700589:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700596:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.700603:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.700642:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.700762:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.700777:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.700785:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.700786:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.700789:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.700797:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.700804:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.700810:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701033:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764821.701038:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701045:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.701049:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701057:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701068:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701076:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e89d5781/0x2aac6a50e5fbab0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701094:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.701097:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701104:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.701107:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701113:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701127:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701134:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ca263e2/0x2aac6a50e5fbaa9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701146:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.701149:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701155:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.701158:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701165:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701173:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701180:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.701183:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701189:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caec00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.701192:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701200:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701208:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.701215:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.701216:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.701218:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.701278:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1775764821.701283:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021912281/0x2aac6a50e5fbab7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.701394:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x69c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.701399:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701408:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.701409:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.701413:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701422:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701429:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701436:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701449:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.701558:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x69b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.701563:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701570:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.701572:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.701574:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701583:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701590:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701603:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701616:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.701688:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x69a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.701693:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701701:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.701702:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.701704:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701713:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701720:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701727:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701735:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.701978:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x699:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.701984:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 3/0,1 mode: --/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.701997:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.702007:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.702010:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702019:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702025:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702032:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702040:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764821.702114:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x698:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.702119:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702127:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.702129:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.702131:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702140:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702152:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702158:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702166:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1775764821.702252:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x697:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.702257:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702264:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.702266:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.702268:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702277:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702284:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702291:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.702299:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1775764821.702420:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1775764821.702426:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb097bfe/0x2aac6a50e5fbabe lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.702558:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.702563:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702571:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.702573:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.702576:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702584:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702592:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702599:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702607:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1775764821.702681:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.702686:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702693:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.702694:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.702697:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702705:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702713:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702720:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.702728:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:1.0:1775764821.702890:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.702896:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702904:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.702908:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702916:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702930:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702937:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca52f483/0x2aac6a50e5fbac5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702952:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.702956:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702962:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.702965:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702973:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702981:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 1/0,0 mode: --/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702987:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f40defb/0x2aac6a50e5fbacc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.702996:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.703008:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703014:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.703017:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703023:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703032:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703038:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e785d428/0x2aac6a50e5fbad3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703050:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.703053:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703059:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ec00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.703062:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703070:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703078:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 1/0,0 mode: --/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703085:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a59170d/0x2aac6a50e5fbada lrc: 0/0,0 mode: --/PW res: [0x280000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703095:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.703098:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703104:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8e800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.703107:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703120:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703128:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703135:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb932006/0x2aac6a50e5fbae1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703144:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.703146:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703152:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.703154:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703161:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703168:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703174:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000347f4961/0x2aac6a50e5fbae8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703189:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.703192:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703198:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.703201:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703208:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703217:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703223:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e24a4cb8/0x2aac6a50e5fbaef lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703235:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.703238:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703244:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.703246:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703257:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703265:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703271:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026bb8451/0x2aac6a50e5fbaf6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.703280:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.703281:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.703283:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.703520:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x696:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.703526:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703534:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.703536:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.703539:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703547:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703554:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703560:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703577:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.703651:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x695:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.703656:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703663:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.703664:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.703667:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703675:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703683:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703690:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.703697:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.703965:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.703971:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.703978:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.703979:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.703982:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.703991:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704007:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704018:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704027:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.704107:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.704112:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704119:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.704121:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.704123:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704130:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704137:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704143:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704150:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1775764821.704229:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.704234:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704246:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.704248:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.704250:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704258:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704264:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704270:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.704276:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1775764821.704503:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.704508:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704516:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.704519:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704527:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704540:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704550:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000172371f9/0x2aac6a50e5fbafd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704567:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.704570:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704577:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8fc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.704579:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704586:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704595:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704601:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a1d6ae4/0x2aac6a50e5fbb04 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704614:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.704617:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704624:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cafe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.704627:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704633:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704643:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704650:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5d48065/0x2aac6a50e5fbb12 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704663:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.704665:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704671:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.704673:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704680:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704689:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704696:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001136f65/0x2aac6a50e5fbb19 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704707:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.704711:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704717:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.704719:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704727:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704736:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704743:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afbf7ea2/0x2aac6a50e5fbb20 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.704754:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.704756:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.704757:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.704897:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.704905:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.704910:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.704967:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x694:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.704974:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.704983:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.704985:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.704988:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705006:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705015:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705021:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705039:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.705176:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x693:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.705180:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705188:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.705189:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.705192:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705200:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705207:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705214:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705276:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.705369:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x692:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.705375:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705383:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.705384:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.705387:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705395:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705403:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.705409:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.705515:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.705520:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.705528:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.705529:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.705532:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.705541:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.705552:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.705558:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705885:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764821.705891:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705898:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.705902:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705910:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705924:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705936:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebdae3ce/0x2aac6a50e5fbb0b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705954:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.705958:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705965:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89778ff8f800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.705968:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705975:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705985:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.705992:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047fe2928/0x2aac6a50e5fbb27 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706014:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.706017:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706023:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897780031000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.706026:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706033:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706041:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 2/0,0 mode: --/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706048:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.706051:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706057:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.706060:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706067:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706076:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.706084:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.706086:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.706087:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.706179:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1775764821.706185:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004db4c8f/0x2aac6a50e5fbb2e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.706304:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x691:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.706309:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706317:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706318:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706398:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706411:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706418:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706426:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706443:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.706538:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x690:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.706543:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706551:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706552:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706555:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706563:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706571:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706578:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706591:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.706705:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x68f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.706710:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706717:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706719:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706722:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706730:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706738:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706744:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706752:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.706942:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x68e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.706947:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706954:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706956:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.706959:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706967:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706975:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706987:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.706995:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764821.707127:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x68d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.707132:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707140:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.707142:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.707144:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707154:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707162:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707169:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707177:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1775764821.707260:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x68c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.707265:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707277:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.707279:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.707282:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707291:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707298:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707305:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.707313:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1775764821.707441:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1775764821.707448:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a9e3b58/0x2aac6a50e5fbb35 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.707719:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.707726:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707734:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.707735:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.707738:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707748:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707756:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707762:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707865:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1775764821.707949:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.707954:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707961:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.707963:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.707965:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707974:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707982:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707989:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.707997:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1775764821.708095:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.708100:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708108:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.708110:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.708113:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708120:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708127:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708133:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708140:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.708214:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.708219:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708226:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.708228:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.708231:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708239:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708247:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708259:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.708267:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:3.0:1775764821.708546:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x68b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.708552:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708560:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.708561:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.708564:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708574:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708587:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708594:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708602:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:3.0:1775764821.708665:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x68a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.708670:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708678:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.708679:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.708682:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708690:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708698:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708705:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.708712:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00010000:00010000:1.0:1775764821.708895:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1775764821.708902:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708910:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897780030400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.708915:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708925:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708940:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708948:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ff07ae3/0x2aac6a50e5fbb3c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708969:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1775764821.708973:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708980:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897780030600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.708983:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.708990:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709007:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709014:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cd1bb56/0x2aac6a50e5fbb43 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709024:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.709027:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709033:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897780031a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709036:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709042:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709050:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709057:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cae336a2/0x2aac6a50e5fbb4a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709070:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.709073:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709080:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897780030a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709082:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709095:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709104:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709111:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd71861/0x2aac6a50e5fbb51 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709122:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.709126:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709131:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709134:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709141:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709149:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709155:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000602b3269/0x2aac6a50e5fbb58 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709171:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.709174:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709181:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709184:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709190:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709198:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709205:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dd773f3/0x2aac6a50e5fbb5f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709217:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.709220:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709226:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709229:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709241:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709251:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709257:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b01e7e90/0x2aac6a50e5fbb66 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709271:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.709275:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709281:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709284:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709291:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709298:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709305:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090238e1c/0x2aac6a50e5fbb6d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709319:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.709399:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709406:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caea00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709409:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709417:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709428:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709435:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fd2c344/0x2aac6a50e5fbb74 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709446:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.709449:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709455:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709458:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709488:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709497:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709503:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6befb56/0x2aac6a50e5fbb7b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709514:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.709517:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709524:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709527:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709534:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709542:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709549:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22e556f/0x2aac6a50e5fbb82 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709563:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.709567:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709573:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.709576:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709582:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709591:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709598:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000213e06/0x2aac6a50e5fbb89 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.709608:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.709610:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.709612:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.709694:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.709704:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.709710:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.709880:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.709886:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.709896:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.709897:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.709901:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.709911:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.709918:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.709925:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.709950:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.710116:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.710121:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710133:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.710134:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.710137:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710146:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710154:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710162:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710182:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.710294:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.710299:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710307:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.710308:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.710311:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.710320:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.710479:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x689:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.710485:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710494:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.710495:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.710497:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710507:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710514:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710521:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710533:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.710631:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x688:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.710636:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 3/0,1 mode: --/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710643:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.710645:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.710647:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710656:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710664:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710671:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.710682:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1775764821.710927:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764821.710934:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.710943:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.710948:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.710957:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.710974:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.710981:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d894f0a/0x2aac6a50e5fbb90 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711018:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.711021:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711027:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686cae200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.711030:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711042:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711051:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711059:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000965d5022/0x2aac6a50e5fbb97 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711073:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.711076:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711082:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.711085:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711092:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711101:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711108:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099c9407c/0x2aac6a50e5fbba5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711125:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.711128:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711134:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.711137:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711144:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711153:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 1/0,0 mode: --/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711161:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8483a4e/0x2aac6a50e5fbbac lrc: 0/0,0 mode: --/PW res: [0x280000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711171:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.711173:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.711175:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.711183:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.711188:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.711247:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.711290:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x687:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.711295:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.711304:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.711306:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.711309:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.711317:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.711413:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.711421:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.711670:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.711677:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.711717:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1775764821.711876:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.711881:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711893:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.711897:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711904:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711916:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711923:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000675772e3/0x2aac6a50e5fbbb3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711937:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.711940:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711946:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897686caf800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.711948:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711955:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711963:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.711970:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.711971:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.711973:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.712073:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x686:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.712079:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 3/0,1 mode: --/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712087:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.712089:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.712091:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712099:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712107:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712113:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712133:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.712208:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x685:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.712213:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712220:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.712221:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.712224:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712232:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712240:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712247:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.712260:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.712421:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764821.712426:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a1d33e2/0x2aac6a50e5fbb9e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.712576:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.712581:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712588:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.712589:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.712592:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712602:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712609:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712617:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712630:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.712710:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.712715:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712723:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.712724:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.712727:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712736:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712742:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712749:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.712757:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1775764821.712909:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764821.712915:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712923:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.712927:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712936:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712951:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 1/0,0 mode: --/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712958:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060b0f224/0x2aac6a50e5fbbba lrc: 0/0,0 mode: --/PW res: [0x280000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712975:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.712977:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712983:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.712987:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.712993:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713013:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713020:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a48b487/0x2aac6a50e5fbbc1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713031:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.713034:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713040:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2930600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.713043:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713049:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713059:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713066:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dae15d4/0x2aac6a50e5fbbc8 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713078:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.713081:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713087:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2930000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.713090:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713097:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713105:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713112:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000102c71ea/0x2aac6a50e5fbbcf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.713122:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.713124:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.713126:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.713135:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.713140:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.713200:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.713263:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x684:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.713269:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713277:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.713279:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.713281:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713291:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713299:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713306:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713331:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.713459:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x683:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.713491:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713499:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.713500:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.713503:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713512:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713521:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713528:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713540:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.713614:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x682:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.713620:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713627:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.713628:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.713631:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713639:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713645:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713651:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.713661:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.714018:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714023:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714030:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714032:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714035:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714043:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714050:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714057:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714072:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1775764821.714160:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714165:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714173:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714175:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714177:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714186:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714193:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714204:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714212:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1775764821.714284:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714289:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714296:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714297:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714300:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714309:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714316:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714323:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714331:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1775764821.714397:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714402:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714415:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714416:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714419:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714428:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714436:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714442:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714449:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1775764821.714533:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714537:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714545:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714546:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714549:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714556:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714570:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714576:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714584:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1775764821.714652:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714657:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714663:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714665:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.714667:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714675:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714681:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714687:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.714693:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.714755:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.714759:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.714915:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1775764821.714921:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.714933:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.714937:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.714946:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.714961:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.714969:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004be8f252/0x2aac6a50e5fbbd6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.714992:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1775764821.714995:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715009:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715012:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715019:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715028:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715035:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb702ec2/0x2aac6a50e5fbbdd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715048:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1775764821.715051:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715058:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715060:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715068:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715077:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715083:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac8b4a15/0x2aac6a50e5fbbe4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715093:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1775764821.715097:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715103:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715106:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715113:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715122:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715129:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2dd1598/0x2aac6a50e5fbbf2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715143:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1775764821.715146:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715153:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715156:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715162:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715171:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715177:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bde37af0/0x2aac6a50e5fbbf9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715188:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764821.715190:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715196:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2930a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715198:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715205:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715212:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715217:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6d7098/0x2aac6a50e5fbc00 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715230:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.715233:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715238:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2930800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715241:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715253:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715261:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715267:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a334037/0x2aac6a50e5fbc07 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715277:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.715279:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715284:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715287:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715293:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715300:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715306:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0356c10/0x2aac6a50e5fbc0e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715321:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.715323:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715329:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2930e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.715332:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715338:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715347:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715353:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0e15ad2/0x2aac6a50e5fbc15 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.715364:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.715366:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.715367:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.715376:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.715383:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.715495:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764821.715605:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x681:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.715614:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715624:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.715626:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.715630:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715640:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715648:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715655:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715678:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.715909:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x680:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.715915:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715924:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.715926:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.715929:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715937:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715945:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715951:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.715962:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.716082:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x67f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.716087:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716095:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.716096:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.716099:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716108:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716115:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716122:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716132:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.716243:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x67e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.716248:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716255:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.716257:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.716260:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716268:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716274:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716281:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716363:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764821.716451:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x67d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.716457:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716489:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.716491:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.716494:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716503:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716510:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.716516:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.716570:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.716571:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.716575:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.716585:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.716593:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.716600:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716666:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.716672:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716685:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d0600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.716688:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716695:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716708:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716716:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031cd9a98/0x2aac6a50e5fbbeb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716734:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.716737:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716744:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.716747:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716754:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716776:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716784:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000076a5e02/0x2aac6a50e5fbc23 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716796:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.716799:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716805:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.716808:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716815:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716824:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716832:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000096066f9/0x2aac6a50e5fbc2a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716844:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.716847:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716853:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768a3d1000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.716856:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716863:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716872:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716879:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb0d2201/0x2aac6a50e5fbc31 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716890:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.716894:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716900:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.716903:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716909:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716918:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716925:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.716928:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716934:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.716937:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716944:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716954:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.716961:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.716963:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.716965:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.717105:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.717112:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.717117:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.717149:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1775764821.717155:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003be6fcbd/0x2aac6a50e5fbc38 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.717260:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x67c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.717265:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717273:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717274:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717278:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717286:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717293:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717299:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717319:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.717420:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x67b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.717426:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717433:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717435:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717437:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717446:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717453:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717494:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717507:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.717588:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x67a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.717593:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717601:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717603:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717606:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717614:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717621:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717628:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717639:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.717711:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x679:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.717717:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717729:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717730:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.717733:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717742:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717749:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.717757:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717908:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.717914:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717922:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.717925:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717933:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717946:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717954:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3c13297/0x2aac6a50e5fbc3f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717969:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.717973:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717979:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.717982:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.717989:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718014:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718021:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006212d851/0x2aac6a50e5fbc46 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718033:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.718036:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718042:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.718044:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718051:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718060:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718067:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094f66e34/0x2aac6a50e5fbc4d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.718077:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.718079:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.718081:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.718087:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.718091:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.718144:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.718204:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.718209:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000657e0a08/0x2aac6a50e5fbc1c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.718333:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.718338:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718345:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.718347:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.718351:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718360:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718367:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718373:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718384:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.718504:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.718509:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718517:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.718519:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.718521:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718530:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718538:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718551:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718562:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.718647:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.718653:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718661:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.718662:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.718665:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718674:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718681:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718688:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.718702:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1775764821.718890:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764821.718977:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x678:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.718982:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.718990:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.718991:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.718994:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719012:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719024:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719031:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719037:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1775764821.719123:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x677:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.719128:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719136:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719137:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719140:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719147:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719155:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719162:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719169:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1775764821.719246:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x676:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.719251:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719259:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719260:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719263:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719272:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719279:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719285:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719293:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1775764821.719369:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x675:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.719374:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719382:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719384:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719387:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719396:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719404:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719411:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719419:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1775764821.719515:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x674:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.719520:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719528:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719529:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719532:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719541:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719548:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719555:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719563:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:3.0:1775764821.719698:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x673:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.719704:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719712:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719713:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.719716:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719725:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719733:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719739:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.719747:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:1.0:1775764821.719922:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.719929:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.719938:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2930c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.719942:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.719950:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.719973:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.719980:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c382e04d/0x2aac6a50e5fbc5b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720012:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.720016:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720021:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720024:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720032:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720041:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720048:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b7653b2/0x2aac6a50e5fbc62 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720061:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.720064:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720071:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977a2931200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720074:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720082:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720091:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720098:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028967d13/0x2aac6a50e5fbc69 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720109:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.720113:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720119:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720122:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720129:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720138:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720145:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000070c12c7/0x2aac6a50e5fbc54 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720158:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.720161:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720168:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720171:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720177:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720187:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720193:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e26f0b4c/0x2aac6a50e5fbc70 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720203:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.720206:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720212:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720214:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720221:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720230:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720238:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009aced807/0x2aac6a50e5fbc77 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720249:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.720252:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720258:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720261:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720268:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720277:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720284:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001816d180/0x2aac6a50e5fbc7e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720297:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.720300:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720306:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720309:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720315:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720323:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720328:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdf3ba4a/0x2aac6a50e5fbc85 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720336:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.720339:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720344:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720347:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720359:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720367:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720374:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d1f647c/0x2aac6a50e5fbc8c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720383:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.720385:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720391:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720394:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720400:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720408:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720414:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf926c53/0x2aac6a50e5fbc93 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720429:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.720431:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.720432:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.720514:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.720522:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.720527:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.720606:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.720611:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.720624:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.720625:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.720628:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.720637:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.720643:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.720649:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.720667:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764821.720896:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.720900:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720907:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.720910:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720917:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720928:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720935:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009be584d8/0x2aac6a50e5fbc9a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.720950:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.720952:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.720953:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.720991:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.720996:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721013:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.721014:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.721017:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721025:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721037:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721043:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.721210:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x672:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.721216:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721224:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.721225:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.721228:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721238:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721246:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721253:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721278:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.721358:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.721364:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721371:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.721372:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.721375:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721382:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721390:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.721396:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721442:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.721447:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721454:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.721457:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721494:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721506:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721513:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1ac4660/0x2aac6a50e5fbca1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721530:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.721533:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721539:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.721543:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721551:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721561:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721568:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.721571:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721577:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.721581:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721587:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721597:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 2/0,0 mode: --/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.721604:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.721605:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.721607:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.721723:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1775764821.721728:0:6580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000225e37ad/0x2aac6a50e5fbca8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764821.721835:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x671:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.721841:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721849:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.721850:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.721853:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721864:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721872:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721879:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721894:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764821.721968:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x670:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.721972:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721979:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.721980:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.721983:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.721991:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722007:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722013:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722031:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764821.722123:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x66f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722129:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722136:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722137:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722140:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722148:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722155:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722162:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722174:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764821.722248:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x66e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722253:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722260:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722262:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722264:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722273:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722280:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722293:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722301:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764821.722380:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x66d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722385:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722394:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722395:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722398:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722405:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722413:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722419:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722427:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1775764821.722530:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x66c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722535:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722547:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722549:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722551:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722559:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722567:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722574:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722582:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1775764821.722669:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x66b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722674:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722681:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722683:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722685:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722694:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722705:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722711:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722720:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1775764821.722792:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x66a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722797:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722804:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722806:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722808:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722815:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722822:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722829:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722836:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1775764821.722903:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x669:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.722908:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 3/0,1 mode: --/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722915:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722916:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.722919:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722927:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722934:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722941:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.722947:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:3.0:1775764821.723025:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x668:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723031:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723039:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723041:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723043:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723053:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723061:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723068:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723076:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:3.0:1775764821.723168:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x667:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723173:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 3/0,1 mode: --/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723181:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723182:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723185:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723194:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723200:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723207:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723215:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:3.0:1775764821.723287:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x666:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723292:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723300:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723301:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723304:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723313:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723320:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723326:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723334:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:3.0:1775764821.723420:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x665:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723425:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723433:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723434:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723437:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723446:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723454:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723461:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723500:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:3.0:1775764821.723569:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x664:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723574:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723582:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723583:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723585:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723593:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723600:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723606:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723614:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:3.0:1775764821.723700:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x663:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723705:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723713:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723714:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723716:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723725:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723733:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723739:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723748:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:3.0:1775764821.723822:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x662:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723827:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723835:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723836:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723839:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723848:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723855:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723862:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723869:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:3.0:1775764821.723940:0:6580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x661:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764821.723944:0:6580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723952:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723953:0:6580:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764821.723956:0:6580:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723963:0:6580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723969:0:6580:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723975:0:6580:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.723981:0:6580:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00080000:3.0:1775764821.724058:0:6580:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000403:1632 00000100:00100000:3.0:1775764821.724148:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17530:x1862022978411008:12345-0@lo:5:osp-pre-1-0.0 Request processed in 102269us (102434us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764821.724157:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15297 00000100:00100000:1.0:1775764821.724311:0:17530:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:17530:1862022978411008:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1775764821.724328:0:17530:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000403:0x701:0x0] from OST, last_created [0x280000403:0x701:0x0]last_used is [0x280000403:0x660:0x0] 00000100:00100000:1.0:1775764821.724378:0:17530:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:17530:1862022978411264:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1775764821.724410:0:17530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.724493:0:17530:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec89c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764821.724507:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1775764821.724515:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724524:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724529:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724538:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724556:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724563:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e4a4360/0x2aac6a50e5fbcb6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724584:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1775764821.724587:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724594:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724597:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724605:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724614:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724621:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d66d586/0x2aac6a50e5fbcbd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724632:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1775764821.724636:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724641:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c8800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724644:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724651:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724660:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724667:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecb17d/0x2aac6a50e5fbcc4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724683:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1775764821.724686:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724692:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e6c9800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724695:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724701:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724710:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724717:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e95a115/0x2aac6a50e5fbccb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724728:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.724730:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724737:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724740:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724752:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724761:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724768:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002aae35c2/0x2aac6a50e5fbcd2 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724778:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1775764821.724782:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724788:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724791:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724798:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724807:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724814:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f061ac0/0x2aac6a50e5fbcd9 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724829:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1775764821.724833:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724839:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724842:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724850:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724860:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724867:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f85a8eff/0x2aac6a50e5fbce0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724879:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.724883:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724889:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724891:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724902:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724910:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724915:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000649177e3/0x2aac6a50e5fbce7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724925:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.724928:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724935:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724937:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724943:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724952:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 1/0,0 mode: --/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724959:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfeb097d/0x2aac6a50e5fbcee lrc: 0/0,0 mode: --/PW res: [0x280000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724974:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.724978:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724984:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.724987:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.724993:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725015:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725022:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5afaadf/0x2aac6a50e5fbcf5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725033:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.725036:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725042:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725044:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725055:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725064:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 1/0,0 mode: --/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725071:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004300ee2f/0x2aac6a50e5fbcfc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725082:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.725085:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725091:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725094:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725101:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725110:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725117:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bc26fde/0x2aac6a50e5fbd03 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725132:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.725136:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725142:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadae00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725145:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725151:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725160:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725165:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4f783b3/0x2aac6a50e5fbd0a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725175:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.725178:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725184:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725187:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725198:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725207:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725214:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000000ea028/0x2aac6a50e5fbd11 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725225:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.725228:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725235:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadac00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725237:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725244:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725254:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725262:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094d547a9/0x2aac6a50e5fbd18 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725279:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.725283:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725290:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725293:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725301:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725311:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725319:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9a56acb/0x2aac6a50e5fbd1f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725330:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.725334:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725341:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.725344:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725357:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725368:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725376:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae3c3bfe/0x2aac6a50e5fbd26 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.725389:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.725391:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.725394:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.725600:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.725609:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000826567e2/0x2aac6a50e5fbcaf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.725797:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.725803:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725814:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.725816:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.725821:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725833:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725841:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725849:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725860:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.725937:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.725943:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725950:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.725952:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.725955:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725964:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725972:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725980:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.725988:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.726076:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726081:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726089:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726090:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726093:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726102:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726110:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726123:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726135:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.726286:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726291:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726300:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726301:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726305:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726314:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726323:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726330:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726340:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1775764821.726443:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726448:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726461:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726488:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726492:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726501:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726510:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726518:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726527:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1775764821.726603:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x6a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726607:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726615:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726616:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726619:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726627:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726639:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726646:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726654:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1775764821.726723:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x69f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726727:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726734:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726736:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726738:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726747:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726754:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726760:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726768:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1775764821.726836:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x69e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726841:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726849:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726850:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726853:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726861:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726868:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726875:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726884:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1775764821.726960:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x69d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.726965:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726973:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726975:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.726978:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726987:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.726995:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727016:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727024:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.727095:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x69c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727100:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727108:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727109:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727111:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727120:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727128:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727136:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727144:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1775764821.727240:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x69b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727246:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727255:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727256:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727259:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727268:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727277:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727285:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727293:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1775764821.727399:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x69a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727404:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727411:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727413:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727416:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727425:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727434:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727442:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727451:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:0.0:1775764821.727579:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x699:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727585:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727593:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727595:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727597:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727606:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727614:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727621:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727630:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:0.0:1775764821.727728:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x698:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727733:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727742:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727744:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727747:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727757:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727765:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727773:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727782:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:0.0:1775764821.727855:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x697:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727861:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727868:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727870:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.727873:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727882:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727890:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727898:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.727906:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1775764821.727990:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x696:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.727995:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728013:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728014:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728017:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728025:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728032:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728038:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728045:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:0.0:1775764821.728116:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x695:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728120:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728127:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728129:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728131:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728139:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728145:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728151:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728158:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:0.0:1775764821.728222:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x694:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728227:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728234:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728235:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728238:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728246:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728254:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728260:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728268:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:0.0:1775764821.728356:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x693:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728362:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 3/0,1 mode: --/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728370:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728371:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728374:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728383:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728392:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728400:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728409:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:0.0:1775764821.728545:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x692:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728551:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728559:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728560:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728563:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728572:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728580:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728587:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728595:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:0.0:1775764821.728691:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x691:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728697:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728704:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728705:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728708:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728716:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728724:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728731:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728739:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:0.0:1775764821.728815:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x690:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728820:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728827:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728829:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728832:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728842:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728849:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728856:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728863:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/22 locks to regular blp list, 22 blwis in pool 00002000:00010000:0.0:1775764821.728944:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x68f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.728948:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728955:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728956:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.728959:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728967:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728975:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728982:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.728991:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/23 locks to regular blp list, 23 blwis in pool 00010000:00010000:1.0:1775764821.729183:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 22 total in blp. (22 blwis in pool) 00010000:00010000:1.0:1775764821.729191:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729199:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729205:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729214:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729233:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729246:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b766900e/0x2aac6a50e5fbd2d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729274:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:1.0:1775764821.729278:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729285:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729288:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729297:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729307:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729315:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dccded6/0x2aac6a50e5fbd34 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729329:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:1.0:1775764821.729333:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729340:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729344:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729350:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729358:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729363:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bad9741d/0x2aac6a50e5fbd3b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729375:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1775764821.729378:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729384:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729387:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729393:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729401:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729408:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa6ea23/0x2aac6a50e5fbd42 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729418:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:1.0:1775764821.729421:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729426:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729429:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729436:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729445:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729452:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d352e23/0x2aac6a50e5fbd49 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729484:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:1.0:1775764821.729488:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729495:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729498:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729511:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729521:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729527:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088e413f6/0x2aac6a50e5fbd50 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x6a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729537:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1775764821.729541:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729546:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729549:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729556:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729564:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729571:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8e46e92/0x2aac6a50e5fbd57 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729588:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1775764821.729591:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729596:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729599:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729606:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729615:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729622:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d93770/0x2aac6a50e5fbd5e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729634:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1775764821.729638:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729644:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729647:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729658:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729666:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729672:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084fc1811/0x2aac6a50e5fbd65 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729685:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1775764821.729689:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729694:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729697:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729703:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729711:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729718:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c5d68dc/0x2aac6a50e5fbd6c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729733:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.729737:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729743:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad9000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729745:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729751:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729759:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729779:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b5c01e/0x2aac6a50e5fbd73 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729789:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1775764821.729793:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729798:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729800:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729810:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729818:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729824:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046df5b6f/0x2aac6a50e5fbd7a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729834:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1775764821.729837:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729841:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cad8600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729844:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729850:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729857:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729864:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000354b30b1/0x2aac6a50e5fbd81 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729879:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.729883:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729888:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729891:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729898:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729907:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729913:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da5c6aab/0x2aac6a50e5fbd88 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729923:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.729926:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729932:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729935:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729946:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729955:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729962:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086010851/0x2aac6a50e5fbd8f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x697:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729973:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.729976:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729983:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.729985:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.729993:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730010:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730016:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c66a60c1/0x2aac6a50e5fbd96 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x696:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730032:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.730036:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730041:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730044:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730051:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730060:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730067:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef6b5116/0x2aac6a50e5fbd9d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x695:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730078:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.730081:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730087:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730089:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730100:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730108:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730114:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd777f65/0x2aac6a50e5fbda4 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730124:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.730127:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730133:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730136:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730143:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730152:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 1/0,0 mode: --/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730159:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a177a47/0x2aac6a50e5fbdab lrc: 0/0,0 mode: --/PW res: [0x240000403:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730173:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.730177:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730183:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730186:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730193:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730201:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730208:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030ea304a/0x2aac6a50e5fbdb2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730216:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.730219:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730225:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730228:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730240:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730248:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730254:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d24b55c/0x2aac6a50e5fbdb9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730265:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.730268:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730274:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730277:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730285:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730294:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730301:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066800e34/0x2aac6a50e5fbdc0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x690:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730316:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.730319:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730326:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.730329:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730336:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730344:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730351:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003244c80b/0x2aac6a50e5fbdc7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.730360:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.730362:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.730364:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.730858:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.730885:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.730891:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764821.731098:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411264 00000100:00100000:3.0:1775764821.731110:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411264 00000100:00100000:3.0:1775764821.731210:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15299 00000100:00100000:3.0:1775764821.731221:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:17530:x1862022978411264:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1775764821.731277:0:12181:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000403 at 1794 00000100:00100000:3.0:1775764821.734990:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:17530:x1862022978411264:12345-0@lo:5:osp-pre-1-0.0 Request processed in 3764us (10571us total) trans 4294972360 rc 0/0 00000100:00100000:1.0:1775764821.735495:0:17530:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:17530:1862022978411264:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1775764821.735514:0:17530:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000403:0x701:0x0]-[0x280000403:0x721:0x0] 00002000:00010000:0.0:1775764821.736919:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x68e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.736932:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.736950:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.736952:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.736957:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.736971:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.736982:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.736989:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.737140:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.737224:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x68d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.737230:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.737238:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.737239:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.737242:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.737249:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.737256:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.737262:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764821.737639:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15299 00010000:00010000:1.0:1775764821.738491:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.738502:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738519:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.738524:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738534:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738554:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 1/0,0 mode: --/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738562:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035eb761d/0x2aac6a50e5fbdce lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738588:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.738592:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738597:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.738600:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738607:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738616:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.738624:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.738625:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.738627:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.739372:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.739382:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058125675/0x2aac6a50e5fbdd5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.739605:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x68c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.739611:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739623:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.739625:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.739630:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739642:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739650:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739658:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739673:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.739747:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x68b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.739752:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739760:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.739761:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.739778:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739786:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739793:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739800:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739813:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.739943:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x68a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.739949:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 3/0,1 mode: --/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739956:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.739957:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.739960:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739968:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739974:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.739985:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740010:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1775764821.740093:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x689:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740099:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740106:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740108:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740110:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740117:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740124:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740130:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740138:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1775764821.740218:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x688:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740223:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740234:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740236:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740239:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740247:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740254:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740261:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740268:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1775764821.740342:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x687:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740347:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 3/0,1 mode: --/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740354:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740355:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740358:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740366:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740379:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740386:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740394:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1775764821.740492:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x686:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740497:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740505:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740506:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740509:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740517:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740524:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740531:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740538:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1775764821.740604:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x685:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740609:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740616:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740618:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740620:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740628:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740636:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740642:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740649:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1775764821.740713:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x684:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740717:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740724:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740726:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740728:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740736:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740744:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740750:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740757:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1775764821.740820:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x683:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740825:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740832:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740833:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740836:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740844:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740851:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740857:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740864:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1775764821.740963:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x682:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.740968:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740976:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740977:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.740980:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740988:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.740996:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741013:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741021:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1775764821.741105:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x681:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741110:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741118:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741120:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741122:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741131:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741139:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741146:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741154:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:0.0:1775764821.741221:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x680:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741226:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741233:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741234:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741237:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741244:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741251:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741256:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741263:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:0.0:1775764821.741332:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x67f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741338:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741345:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741347:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741349:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741357:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741365:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741372:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741379:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:0.0:1775764821.741452:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x67e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741457:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741489:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741491:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741493:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741503:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741510:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741517:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741525:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1775764821.741597:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x67d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741602:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741610:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741612:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741615:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741622:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741630:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741636:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741643:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:0.0:1775764821.741708:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x67c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741713:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741721:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741722:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741725:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741733:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741740:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741747:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741754:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:0.0:1775764821.741821:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x67b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741826:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741835:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741836:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741838:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741846:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741854:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741861:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741870:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:0.0:1775764821.741979:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x67a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.741984:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.741992:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741993:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.741996:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742014:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742021:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742028:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742036:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:0.0:1775764821.742122:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x679:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742127:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742134:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742136:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742138:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742147:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742155:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742161:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742169:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:0.0:1775764821.742249:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x678:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742254:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742261:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742262:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742265:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742273:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742281:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742287:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742295:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:0.0:1775764821.742362:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x677:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742366:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742373:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742375:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742377:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742386:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742393:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742400:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742408:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/22 locks to regular blp list, 22 blwis in pool 00002000:00010000:0.0:1775764821.742509:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x676:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742514:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742522:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742523:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742526:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742534:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742541:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742547:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742554:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/23 locks to regular blp list, 23 blwis in pool 00002000:00010000:0.0:1775764821.742623:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x675:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742628:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742635:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742636:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742638:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742646:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742653:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742660:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742667:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/24 locks to regular blp list, 24 blwis in pool 00002000:00010000:0.0:1775764821.742734:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x674:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742739:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742747:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742749:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742751:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742758:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742765:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742772:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742780:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/25 locks to regular blp list, 25 blwis in pool 00002000:00010000:0.0:1775764821.742852:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x673:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742857:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742865:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742866:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.742869:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742877:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742884:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742892:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742900:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/26 locks to regular blp list, 26 blwis in pool 00002000:00010000:0.0:1775764821.742982:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x672:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.742988:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.742996:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764821.743290:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 25 total in blp. (25 blwis in pool) 00010000:00010000:2.0:1775764821.743298:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.743306:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a3000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.743312:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743437:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 24 total in blp. (24 blwis in pool) 00010000:00010000:1.0:1775764821.743443:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743450:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743453:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743475:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743494:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743501:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe91f778/0x2aac6a50e5fbde3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743524:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 23 total in blp. (23 blwis in pool) 00010000:00010000:1.0:1775764821.743528:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743533:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743536:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743542:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743550:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 1/0,0 mode: --/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743556:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b8aa57e/0x2aac6a50e5fbdea lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743568:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 22 total in blp. (22 blwis in pool) 00010000:00010000:1.0:1775764821.743571:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743577:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976853a2400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743580:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743586:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743595:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743602:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000993259c5/0x2aac6a50e5fbdf1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743616:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:1.0:1775764821.743620:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743626:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15da00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743628:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743635:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743645:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743652:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000193ad9a1/0x2aac6a50e5fbdf8 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743664:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:1.0:1775764821.743668:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743673:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15d600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743676:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743688:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743697:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 1/0,0 mode: --/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743703:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006367d371/0x2aac6a50e5fbdff lrc: 0/0,0 mode: --/PW res: [0x240000403:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743714:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1775764821.743717:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743722:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15c800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743724:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743731:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743739:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743745:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b78add53/0x2aac6a50e5fbe06 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x686:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743762:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:1.0:1775764821.743779:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743785:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15d800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743788:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743795:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743805:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743812:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007143fd8a/0x2aac6a50e5fbe0d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x685:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743826:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:1.0:1775764821.743830:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743836:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15d200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743839:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743852:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743861:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743868:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e2db806/0x2aac6a50e5fbe14 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x684:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743885:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1775764821.743888:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743894:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15d400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743896:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743903:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743911:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743918:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c00957a1/0x2aac6a50e5fbe1b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x683:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743933:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1775764821.743936:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743942:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15dc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743945:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743952:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743960:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743966:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb1cbaa6/0x2aac6a50e5fbe22 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x682:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743979:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1775764821.743982:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.743988:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15c200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.743991:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744012:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744021:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744027:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbf9d04d/0x2aac6a50e5fbe29 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x681:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744039:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1775764821.744042:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744048:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15c000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744050:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744058:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744067:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744074:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007496d523/0x2aac6a50e5fbe30 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x680:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744091:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1775764821.744094:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744100:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ce00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744103:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744110:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744120:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744127:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007a80400/0x2aac6a50e5fbe37 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744138:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1775764821.744142:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744149:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15de00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744152:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744164:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744174:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744180:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023a1df71/0x2aac6a50e5fbe3e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744194:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1775764821.744197:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744203:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15cc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744206:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744212:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744221:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744227:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edd133e0/0x2aac6a50e5fbe45 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744243:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1775764821.744247:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744254:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15d000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744257:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744264:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744273:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744281:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcdbcfc6/0x2aac6a50e5fbe4c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744293:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1775764821.744296:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744303:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ca00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744306:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744318:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744531:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744538:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008915fb24/0x2aac6a50e5fbe53 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744554:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1775764821.744557:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744563:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15c600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744566:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744573:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744583:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744589:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a882eaa5/0x2aac6a50e5fbe5a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744605:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1775764821.744609:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744614:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15c400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744617:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744624:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744633:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744640:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f590d11/0x2aac6a50e5fbe61 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x679:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744656:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1775764821.744660:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744666:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744668:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744680:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744688:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744694:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010d423f6/0x2aac6a50e5fbe68 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744708:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1775764821.744711:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744716:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744718:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744724:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744732:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744739:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fbe6f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x677:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744755:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1775764821.744758:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744778:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744781:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744787:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744796:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744802:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b053596/0x2aac6a50e5fbe76 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x676:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744817:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764821.744821:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744826:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744829:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744841:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744850:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744856:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000378af591/0x2aac6a50e5fbe7d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x675:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744868:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.744872:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744878:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fc00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744881:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744887:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744896:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744904:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fbe84 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744921:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.744924:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744930:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.744932:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744939:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744947:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744952:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd055a10/0x2aac6a50e5fbe8b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.744963:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.744964:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.744966:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.745224:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.745240:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 1/0,0 mode: --/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.745246:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a16bf5bc/0x2aac6a50e5fbddc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x68c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.745262:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.745264:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.745266:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.745291:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.745297:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.750721:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.750738:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.750840:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.750854:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.750862:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.750894:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.751214:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x671:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.751222:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751233:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.751235:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.751238:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751248:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751255:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751263:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751364:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764821.751445:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x670:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.751451:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751459:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.751460:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.751485:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751495:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751503:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.751510:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752585:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1775764821.752601:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752619:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.752625:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752634:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752656:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752664:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee817bde/0x2aac6a50e5fbe92 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x672:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752693:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.752697:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752704:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ee00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.752706:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752714:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752723:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752731:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000364ddc94/0x2aac6a50e5fbe99 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x671:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752742:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.752746:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.752751:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fe00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.752754:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.755212:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.755244:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.755282:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.755285:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.755288:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.756940:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.757618:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.757631:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000925c7f4c/0x2aac6a50e5fbea0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.757884:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764821.758034:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x66f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.758041:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.758055:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.758057:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.758063:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.758077:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.758086:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.758093:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.758893:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.759027:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x66e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.759034:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.759044:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.759045:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.759049:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.759058:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.759066:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.759077:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764726:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764821.764742:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764758:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.764837:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764849:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764872:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764879:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b70768a8/0x2aac6a50e5fbea7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764937:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.764941:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764948:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.764951:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764958:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764967:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 2/0,0 mode: --/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.764974:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.764976:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.764978:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.765048:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.765055:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000759778a2/0x2aac6a50e5fbeae lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.765264:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x66d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.765270:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.765282:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.765284:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.765290:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.765303:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.765311:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.765318:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.765871:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764821.765975:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x66c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.765981:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.765991:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.765993:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.765996:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.766015:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.766023:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.766029:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766074:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.766082:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766090:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.766094:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766103:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766117:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766124:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fbeb5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766142:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.766145:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766150:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e600 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.766153:0:12183:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766160:0:12183:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766169:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 2/0,0 mode: --/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.766175:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.766177:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.766179:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.770132:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.770284:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.770296:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af9873f7/0x2aac6a50e5fbebc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.771155:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x66b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.771165:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.771179:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.771182:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.771188:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.771205:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.771215:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.771224:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.771283:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.771292:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.771300:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.771306:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.771315:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.771346:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.772698:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.772704:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.772706:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.772927:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.772937:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d6b5294/0x2aac6a50e5fbec3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764821.773233:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x66a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764821.773241:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 3/0,1 mode: --/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.773253:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.773255:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764821.773259:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.773272:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.773286:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764821.773293:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.774281:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764821.774290:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.774301:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764821.774305:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.774316:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.774415:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 2/0,0 mode: --/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.774512:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.774514:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.774516:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764821.774694:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764821.774701:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ea61dd/0x2aac6a50e5fbeca lrc: 0/0,0 mode: --/PW res: [0x240000403:0x66a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764821.774755:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764821.775435:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x669:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.775443:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775454:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.775456:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.775490:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775503:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775512:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775520:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775541:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764821.775624:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x668:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.775629:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775637:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.775639:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.775641:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775654:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775662:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775668:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775684:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1775764821.775694:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764821.775698:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775705:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.775709:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775718:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775731:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775739:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c591a9dc/0x2aac6a50e5fbed1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x669:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775753:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.775757:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775763:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6a00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.775895:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.775926:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775935:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775945:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775952:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0d89de2/0x2aac6a50e5fbed8 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x668:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.775965:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.775967:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.775968:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764821.776065:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x667:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.776071:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776080:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.776081:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.776084:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776092:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776098:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776104:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776149:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764821.776217:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x666:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.776222:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776229:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.776231:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.776233:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776242:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776249:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.776261:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778674:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764821.778686:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778699:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.778703:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778713:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778735:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 1/0,0 mode: --/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778743:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066a04cfa/0x2aac6a50e5fbedf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x667:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778763:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.778867:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778875:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.778878:0:12290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778885:0:12290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778895:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.778902:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.778903:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.778905:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.779108:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1775764821.779116:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000195897b5/0x2aac6a50e5fbee6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x666:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764821.779487:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x665:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.779495:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 3/0,1 mode: --/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779509:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.779511:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.779517:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779529:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779538:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779546:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779563:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764821.779732:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x664:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.779737:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779746:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.779747:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.779750:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.779759:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.779906:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.779912:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.779928:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7c00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.779931:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.779938:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.779950:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 1/0,0 mode: --/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.779956:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008defa6eb/0x2aac6a50e5fbeed lrc: 0/0,0 mode: --/PW res: [0x240000403:0x665:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.779971:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.779972:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.779974:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.780012:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.780020:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.780111:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764821.780202:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x663:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.780207:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 3/0,1 mode: --/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.780214:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.780215:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.780218:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.780226:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.780233:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.780240:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.780996:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764821.781013:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781024:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a6e00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.781027:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781035:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781048:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781056:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e3ed0a9/0x2aac6a50e5fbef4 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x664:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781072:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764821.781076:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781083:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ea00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764821.781086:0:5783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781093:0:5783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781102:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 2/0,0 mode: --/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764821.781110:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.781112:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.781114:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764821.781312:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764821.788066:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.791241:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1775764821.791259:0:12040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038b2624d/0x2aac6a50e5fbefb lrc: 0/0,0 mode: --/PW res: [0x240000403:0x663:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764821.792244:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x662:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764821.792252:0:12040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792267:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.792269:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764821.792275:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792291:0:12040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792301:0:12040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792309:0:12040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792336:0:12040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764821.792349:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764821.792354:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792361:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc1668060) 00010000:00010000:1.0:1775764821.792365:0:5782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792374:0:5782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792390:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792398:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000945e2394/0x2aac6a50e5fbf02 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x662:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764821.792412:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.792414:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764821.792416:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1775764821.792611:0:12040:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000403:1633 00000100:00100000:1.0:1775764821.792704:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:17528:x1862022978411136:12345-0@lo:5:osp-pre-0-0.0 Request processed in 166170us (166336us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.792716:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15298 00000100:00100000:1.0:1775764821.792778:0:17528:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17528:1862022978411136:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1775764821.792792:0:17528:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000403:0x701:0x0] from OST, last_created [0x240000403:0x701:0x0]last_used is [0x240000403:0x661:0x0] 00000100:00100000:1.0:1775764821.792848:0:17528:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17528:1862022978411392:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1775764821.792887:0:17528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764821.792942:0:17528:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764821.792965:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411392 00000100:00100000:1.0:1775764821.792970:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411392 00000100:00100000:1.0:1775764821.793028:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15300 00000100:00100000:1.0:1775764821.793037:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:17528:x1862022978411392:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1775764821.793085:0:12051:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000403 at 1794 00000100:00100000:1.0:1775764821.799157:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:17528:x1862022978411392:12345-0@lo:5:osp-pre-0-0.0 Request processed in 6113us (6260us total) trans 4294971564 rc 0/0 00000100:00100000:1.0:1775764821.799171:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15300 00000100:00100000:2.0:1775764821.799269:0:17528:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17528:1862022978411392:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1775764821.799290:0:17528:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000403:0x701:0x0]-[0x240000403:0x721:0x0] 00010000:00010000:2.0:1775764822.272267:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764823.293232:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1775764823.295437:0:3320:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764807/real 1775764807] req@ffff89768e215c00 x1862022978403200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764823.322950:0:3320:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89768e215c00 x1862022978403200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775764823.322961:0:3320:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff89779843c000 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1775764823.326797:0:3320:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764807/real 1775764807] req@ffff89768e216300 x1862022978403328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764823.326835:0:3320:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff89768e216300 x1862022978403328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1775764823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775764823.326844:0:3320:0:(import.c:213:ptlrpc_set_import_discon()) lwp: import ffff897787009000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1775764823.326867:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978403200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.326873:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3320:1862022978403328:0@lo:400:kworker.0 00000100:00080000:2.0:1775764823.868027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764823.868034:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764823.868037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775764823.868041:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1775764823.868071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1775764823.868074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775764823.868079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8976849e2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775764823.868094:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8976849e2800 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:2.0:1775764823.868115:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff89768e215500 x1862022978411904/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775764823.868154:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978411648:0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.868227:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764823.868311:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764823.868318:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978411776:0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.868344:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764823.868380:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3318:1862022978411904:0@lo:38:kworker.0 00000100:00100000:2.0:1775764823.868410:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764823.868480:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411648 00000100:00100000:2.0:1775764823.868490:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411648 00000100:00100000:0.0:1775764823.869913:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978411520:0@lo:400:kworker.0 00000100:00100000:0.0:1775764823.869987:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764823.872043:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411776 00000100:00100000:2.0:1775764823.872057:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411776 00000100:00100000:2.0:1775764823.872119:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1775764823.872133:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978411648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.872227:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3319:x1862022978411648:12345-0@lo:400:kworker.0 Request processed in 99us (3998us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.872235:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1775764823.872253:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1775764823.872260:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3319:x1862022978411776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.872290:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3319:x1862022978411776:12345-0@lo:400:kworker.0 Request processed in 32us (3946us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.872297:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1775764823.872327:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411904 00000100:00100000:2.0:1775764823.872331:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411904 00000100:00100000:2.0:1775764823.872352:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1775764823.872357:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3318:x1862022978411904:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1775764823.872381:0:17504:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 1450 last 0 00000020:00000080:2.0:1775764823.872417:0:17504:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x2aac6a50e5fbf09 00000004:00100000:2.0:1775764823.872436:0:17504:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1775764823.877659:0:17504:0:(import.c:65:import_set_state_nolock()) ffff8977ba888000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764823.877772:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1862022978411904:12345-0@lo:38:kworker.0 Request processed in 5410us (9356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.877784:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1775764823.877819:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764823.877825:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764823.877845:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978411520 00000100:00100000:2.0:1775764823.877853:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978411520 00000100:00100000:2.0:1775764823.877901:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1775764823.877909:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3322:x1862022978411520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.877951:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3322:x1862022978411520:12345-0@lo:400:kworker.0 Request processed in 43us (7972us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.877957:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1775764823.878026:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978411776:0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.878040:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978411648:0@lo:400:kworker.0 00000100:00080000:2.0:1775764823.878084:0:3318:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000100:00080000:2.0:1775764823.878093:0:3318:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1775764823.878099:0:3318:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1775764823.878102:0:3318:0:(import.c:65:import_set_state_nolock()) ffff8976849e2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1775764823.878107:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3318:1862022978411904:0@lo:38:kworker.0 00000100:00100000:0.0:1775764823.880454:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978411520:0@lo:400:kworker.0 00000001:00100000:3.0:1775764823.952214:0:7465:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1775764823.952232:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972360 is committed 00010000:00010000:2.0:1775764824.308799:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764824.825869:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978412032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764824.825947:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764824.831807:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764824.831829:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978412160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764824.831907:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764824.832004:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412032 00000100:00100000:2.0:1775764824.832014:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412032 00000100:00100000:2.0:1775764824.832065:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412160 00000100:00100000:2.0:1775764824.832069:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412160 00000100:00100000:2.0:1775764824.832090:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1775764824.832098:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978412032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764824.832139:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764824.832190:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978412032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (6242us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.832198:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1775764824.832214:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1775764824.832220:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1862022978412160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764824.832240:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764824.832266:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1862022978412160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.832272:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1775764824.832408:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978412160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764824.832421:0:3321:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972360 gen 2 00000100:00100000:2.0:1775764824.832444:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978412032:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1775764825.071496:0:17779:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1775764825.332797:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764825.518248:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971564 is committed 00010000:00010000:3.0:1775764826.357026:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764826.555062:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764826.555132:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764826.555168:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764826.555190:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764826.555195:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032832 00000100:00100000:2.0:1775764826.555209:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032832 00000100:00100000:0.0:1775764826.555223:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033088 00000100:00100000:0.0:1775764826.555228:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033088 00000100:00100000:0.0:1775764826.555284:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032960 00000100:00100000:0.0:1775764826.555289:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032960 00000100:00100000:2.0:1775764826.555302:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00100000:2.0:1775764826.555316:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+7:2381:x1862022967032832:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764826.555320:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 498 00000100:00100000:0.0:1775764826.555334:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967033088:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764826.555412:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+7:2381:x1862022967032832:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 101us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764826.555422:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00080000:2.0:1775764826.555450:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764826.555454:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764826.555456:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764826.555522:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 499 00000100:00100000:3.0:1775764826.555534:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967032960:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764826.559635:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967033088:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 4291us (4488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.559654:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 498 00000100:00100000:3.0:1775764826.560272:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967032960:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 4738us (5077us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764826.560284:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 499 00000100:00100000:3.0:1775764826.560320:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967032704 00000100:00100000:3.0:1775764826.560329:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967032704 00000100:00100000:3.0:1775764826.560390:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 62 00000100:00100000:3.0:1775764826.560398:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967032704:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764826.560697:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967032704:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 298us (5527us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764826.560704:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 62 00010000:00010000:2.0:1775764827.381512:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764828.418967:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764828.918419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764828.918426:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775764828.918430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764828.918433:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1775764828.918543:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978412288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764828.918626:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764828.918700:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764828.918707:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978412416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764828.918735:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764828.918763:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3322:1862022978412672:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.918764:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978412544:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.918790:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764828.918790:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764828.918826:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412416 00000100:00100000:2.0:1775764828.918826:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412544 00000100:00100000:1.0:1775764828.918834:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412416 00000100:00100000:2.0:1775764828.918834:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412544 00000100:00100000:1.0:1775764828.918888:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1775764828.918890:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412288 00000100:00100000:3.0:1775764828.918893:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412288 00000100:00100000:1.0:1775764828.918897:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978412416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764828.918919:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1775764828.918924:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978412288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.918962:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978412416:12345-0@lo:400:kworker.0 Request processed in 66us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.918969:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1775764828.918993:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978412288:12345-0@lo:400:kworker.0 Request processed in 69us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.918999:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1775764828.919044:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412672 00000100:00100000:3.0:1775764828.919048:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412672 00000100:00100000:3.0:1775764828.919075:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1775764828.919081:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1862022978412672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764828.919116:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1862022978412672:12345-0@lo:400:kworker.0 Request processed in 35us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.919121:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1775764828.919171:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3322:1862022978412672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764828.919225:0:3319:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294971564 gen 2 00000100:00100000:3.0:1775764828.919237:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978412416:0@lo:400:kworker.0 00000100:00100000:3.0:1775764828.919246:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978412288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764828.924855:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1775764828.924873:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978412544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764828.925416:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978412544:12345-0@lo:400:kworker.0 Request processed in 549us (6622us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.925426:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1775764828.925612:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978412544:0@lo:400:kworker.0 00000100:00080000:1.0:1775764828.926875:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764828.926885:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764829.219103:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764829.219376:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033216 00000100:00100000:2.0:1775764829.219387:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033216 00000100:00100000:2.0:1775764829.219502:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:2.0:1775764829.219514:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+7:20829:x1862022967033216:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764829.219537:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764829.219561:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c895 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.219649:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.219663:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.219676:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764829.219890:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764829.219894:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764829.220008:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.220036:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c895 expref: 9 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.220055:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c895 expref: 8 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.220063:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95800) 00010000:00010000:2.0:1775764829.220066:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764829.220069:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00000100:00100000:2.0:1775764829.220142:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+8:20829:x1862022967033216:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 631us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.220149:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00080000:1.0:1775764829.220442:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764829.232563:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764829.232756:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033344 00000100:00100000:3.0:1775764829.232766:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033344 00000100:00100000:3.0:1775764829.232827:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 6 00000100:00100000:3.0:1775764829.232837:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:20829:x1862022967033344:12345-192.168.202.46@tcp:41:lfs.0 00000004:00000024:3.0:1775764829.232884:0:17505:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2261123072 avail 2259025920 00000100:00100000:3.0:1775764829.232978:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:20829:x1862022967033344:12345-192.168.202.46@tcp:41:lfs.0 Request processed in 141us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.232985:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 6 00000100:00100000:0.0:1775764829.241298:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764829.241383:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033472 00000100:00100000:2.0:1775764829.241393:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033472 00000100:00100000:2.0:1775764829.241502:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 472 00000100:00100000:2.0:1775764829.241513:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:20829:x1862022967033472:12345-192.168.202.46@tcp:13:lfs.0 00002000:00000024:2.0:1775764829.241553:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764829.241635:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:20829:x1862022967033472:12345-192.168.202.46@tcp:13:lfs.0 Request processed in 124us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.241643:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 472 00000100:00080000:1.0:1775764829.242243:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764829.246940:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764829.247594:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033600 00000100:00100000:2.0:1775764829.247606:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033600 00000100:00100000:2.0:1775764829.247733:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 473 00000100:00100000:2.0:1775764829.247744:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:20829:x1862022967033600:12345-192.168.202.46@tcp:13:lfs.0 00002000:00000024:2.0:1775764829.247787:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764829.247861:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:20829:x1862022967033600:12345-192.168.202.46@tcp:13:lfs.0 Request processed in 119us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.247868:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 473 00000100:00080000:1.0:1775764829.248077:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764829.429955:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764829.941181:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764829.941210:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978412800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764829.941310:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764829.941313:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764829.941325:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978412928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764829.941375:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764829.941559:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412800 00000100:00100000:3.0:1775764829.941577:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412800 00000100:00100000:3.0:1775764829.941632:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978412928 00000100:00100000:3.0:1775764829.941635:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978412928 00000100:00100000:3.0:1775764829.941651:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1775764829.941660:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978412800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764829.941682:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764829.942056:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1775764829.942068:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978412928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764829.942080:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764829.942130:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978412928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.942137:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1775764829.942183:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978412928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764829.942769:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978412800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1108us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.942778:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1775764829.944601:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978412800:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764830.456734:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764831.477864:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764831.670034:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764831.670083:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764831.670123:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764831.670155:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764831.670198:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033984 00000100:00100000:0.0:1775764831.670210:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033984 00000100:00100000:0.0:1775764831.670281:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034112 00000100:00100000:0.0:1775764831.670285:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034112 00000100:00100000:0.0:1775764831.670308:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 502 00000100:00100000:0.0:1775764831.670318:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967033984:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764831.670411:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967033984:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 95us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.670419:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 502 00000100:00100000:0.0:1775764831.670435:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 503 00000100:00100000:0.0:1775764831.670442:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967034112:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764831.670510:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967034112:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 68us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.670517:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 503 00000100:00080000:1.0:1775764831.670660:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764831.670665:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764831.671065:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033728 00000100:00100000:2.0:1775764831.671073:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033728 00000100:00100000:2.0:1775764831.671116:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 64 00000100:00100000:2.0:1775764831.671124:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967033728:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764831.671157:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967033728:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 34us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.671163:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 64 00000100:00100000:3.0:1775764831.671561:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967033856 00000100:00100000:3.0:1775764831.671566:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967033856 00000100:00100000:3.0:1775764831.671621:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 3 00000100:00100000:3.0:1775764831.671629:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967033856:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764831.671663:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967033856:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 35us (1540us total) trans 0 rc 0/0 00000100:00080000:1.0:1775764831.671874:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764831.672572:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 3 00010000:00010000:0.0:1775764832.505086:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775764833.501542:0:17980:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:1.0:1775764833.528879:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775764834.037172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764834.037179:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775764834.037182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764834.037185:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1775764834.037255:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978413184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.037340:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764834.037407:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978413312:0@lo:400:kworker.0 00000100:00100000:2.0:1775764834.037427:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978413056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764834.037457:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764834.037866:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978413440:0@lo:400:kworker.0 00000100:00100000:1.0:1775764834.037966:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764834.038059:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413440 00000100:00100000:1.0:1775764834.038067:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413440 00000100:00100000:1.0:1775764834.038105:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775764834.038115:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978413440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764834.038161:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978413440:12345-0@lo:400:kworker.0 Request processed in 48us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.038168:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775764834.038214:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978413440:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.038329:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413184 00000100:00100000:3.0:1775764834.038334:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413184 00000100:00100000:3.0:1775764834.038381:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1775764834.038390:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978413184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.038401:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764834.038436:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413312 00000100:00100000:3.0:1775764834.038439:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978413184:12345-0@lo:400:kworker.0 Request processed in 50us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.038440:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413312 00000100:00100000:3.0:1775764834.038448:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1775764834.038485:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1775764834.038493:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978413312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.038528:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978413312:12345-0@lo:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.038534:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1775764834.038577:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978413312:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.038599:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978413184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.045089:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413056 00000100:00100000:3.0:1775764834.045106:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413056 00000100:00100000:3.0:1775764834.045176:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1775764834.045186:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978413056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.045272:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978413056:12345-0@lo:400:kworker.0 Request processed in 88us (7814us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.045283:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1775764834.045397:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978413056:0@lo:400:kworker.0 00000100:00080000:1.0:1775764834.046082:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764834.046089:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764834.103578:0:3318:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764819/real 1775764819] req@ffff8976870e0380 x1862022978403968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764834.103613:0:3318:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8976870e0380 x1862022978403968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764834.103624:0:3318:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764819/real 1775764819] req@ffff8976870e1500 x1862022978404096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775764834.103637:0:3318:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8976870e1500 x1862022978404096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1775764834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775764834.103655:0:3318:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775764834.103677:0:3318:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1775764834.103681:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3318:1862022978403968:0@lo:38:kworker.0 00000100:00080000:2.0:1775764834.103687:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775764834.103693:0:3318:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1775764834.103696:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3318:1862022978404096:0@lo:38:kworker.0 00000100:00080000:3.0:1775764834.103725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764834.103731:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775764834.103735:0:8:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764834.103740:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1445 00000100:00080000:3.0:1775764834.103746:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1775764834.103751:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff89779843c000 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:3.0:1775764834.103786:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8976870e0e00 x1862022978413568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775764834.103813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775764834.103816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775764834.103818:0:8:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764834.103821:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1445 00000100:00080000:3.0:1775764834.103823:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1775764834.103827:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff897787009000 using connection 192.168.202.146@tcp/0@lo 00000100:00100000:3.0:1775764834.103839:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8976870e0700 x1862022978413696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775764834.103922:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3318:1862022978413568:0@lo:38:kworker.0 00000100:00100000:2.0:1775764834.103985:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764834.104022:0:3318:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3318:1862022978413696:0@lo:38:kworker.0 00000100:00100000:2.0:1775764834.104041:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764834.104122:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413568 00000100:00100000:1.0:1775764834.104130:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413568 00000100:00100000:1.0:1775764834.104168:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413696 00000100:00100000:1.0:1775764834.104171:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413696 00000100:00100000:1.0:1775764834.104186:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775764834.104193:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3318:x1862022978413568:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1775764834.104217:0:17504:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 1460 last 0 00000020:00000080:1.0:1775764834.104270:0:17504:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x2aac6a50e5fbf1e 00000004:00100000:1.0:1775764834.104286:0:17504:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1775764834.104315:0:17504:0:(import.c:65:import_set_state_nolock()) ffff897682f90000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764834.104377:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1862022978413568:12345-0@lo:38:kworker.0 Request processed in 183us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.104385:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775764834.104402:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1775764834.104405:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3318:x1862022978413696:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1775764834.104417:0:17504:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 1460 last 0 00000020:00000080:1.0:1775764834.104436:0:17504:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x2aac6a50e5fbf25 00000004:00100000:1.0:1775764834.104442:0:17504:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1775764834.104457:0:17504:0:(import.c:65:import_set_state_nolock()) ffff897682f93800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764834.104508:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1862022978413696:12345-0@lo:38:kworker.0 Request processed in 100us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764834.104514:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1775764834.104739:0:3318:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00080000:0.0:1775764834.105639:0:3318:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff8976870e0e00 x1862022978413568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1775764854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764834.105652:0:3318:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1775764834.105656:0:3318:0:(import.c:65:import_set_state_nolock()) ffff89779843c000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1775764834.105660:0:3318:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:0.0:1775764834.113076:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3318:1862022978413568:0@lo:38:kworker.0 00000100:00080000:0.0:1775764834.113133:0:3318:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 2 00000100:00080000:0.0:1775764834.115096:0:3318:0:(import.c:1328:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff8976870e0700 x1862022978413696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1775764854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764834.115111:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1775764834.115117:0:3318:0:(import.c:65:import_set_state_nolock()) ffff897787009000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1775764834.115122:0:3318:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:0.0:1775764834.115128:0:3318:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3318:1862022978413696:0@lo:38:kworker.0 00010000:00010000:3.0:1775764834.552682:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764835.060899:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978413824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764835.060987:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764835.061582:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413824 00000100:00100000:1.0:1775764835.061592:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413824 00000100:00100000:1.0:1775764835.061657:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1775764835.061667:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978413824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764835.061710:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1775764835.061770:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978413824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.061777:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1775764835.063985:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978413824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764835.067652:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764835.067681:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978413952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764835.067758:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764835.071645:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978413952 00000100:00100000:2.0:1775764835.071662:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978413952 00000100:00100000:2.0:1775764835.071725:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1775764835.071738:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978413952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764835.071782:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764835.071868:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978413952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764835.071886:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1775764835.074553:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978413952:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1775764835.249949:0:18028:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:2.0:1775764835.573255:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764836.598112:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764836.796396:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764836.796461:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764836.796517:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764836.796542:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764836.796582:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034496 00000100:00100000:3.0:1775764836.796592:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034496 00000100:00100000:3.0:1775764836.796651:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034624 00000100:00100000:3.0:1775764836.796655:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034624 00000100:00100000:2.0:1775764836.796662:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034240 00000100:00100000:2.0:1775764836.796668:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034240 00000100:00100000:3.0:1775764836.796684:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 506 00000100:00100000:3.0:1775764836.796697:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967034496:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764836.796712:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 66 00000100:00100000:2.0:1775764836.796724:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683690450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967034240:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764836.796806:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034368 00000100:00100000:1.0:1775764836.796810:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034368 00000100:00100000:1.0:1775764836.796855:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:1.0:1775764836.796890:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967034368:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764836.796949:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967034496:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 254us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.796956:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 506 00000100:00100000:3.0:1775764836.796972:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 507 00000100:00100000:3.0:1775764836.796978:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967034624:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764836.797033:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683690450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967034240:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 312us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.797041:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 66 00000100:00080000:0.0:1775764836.799807:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764836.799821:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764836.799825:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764836.800041:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967034368:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 3171us (3571us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.800059:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:3.0:1775764836.809661:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967034624:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 12668us (13103us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.809678:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 507 00000100:00100000:2.0:1775764837.193164:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764837.193575:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034752 00000100:00100000:1.0:1775764837.193588:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034752 00000100:00100000:1.0:1775764837.193668:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:1.0:1775764837.193679:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:21272:x1862022967034752:12345-192.168.202.46@tcp:41:lfs.0 00000004:00000024:1.0:1775764837.193732:0:17505:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2261123072 avail 2259025920 00000100:00100000:1.0:1775764837.193884:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:21272:x1862022967034752:12345-192.168.202.46@tcp:41:lfs.0 Request processed in 206us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.193893:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:2.0:1775764837.199213:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764837.199580:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967034880 00000100:00100000:3.0:1775764837.199600:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967034880 00000100:00100000:3.0:1775764837.199666:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 478 00000100:00100000:3.0:1775764837.199677:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:21272:x1862022967034880:12345-192.168.202.46@tcp:13:lfs.0 00002000:00000024:3.0:1775764837.199716:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764837.199798:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:21272:x1862022967034880:12345-192.168.202.46@tcp:13:lfs.0 Request processed in 124us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764837.199806:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 478 00000100:00100000:0.0:1775764837.204024:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764837.204095:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967035008 00000100:00100000:2.0:1775764837.204105:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967035008 00000100:00100000:2.0:1775764837.204164:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 479 00000100:00100000:2.0:1775764837.204174:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:21272:x1862022967035008:12345-192.168.202.46@tcp:13:lfs.0 00002000:00000024:2.0:1775764837.204221:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764837.204306:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:3f83546c-01a9-4156-8a97-44c446245d3e+6:21272:x1862022967035008:12345-192.168.202.46@tcp:13:lfs.0 Request processed in 133us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.204314:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 479 00000100:00100000:0.0:1775764837.245363:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764837.245558:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967035136 00000100:00100000:1.0:1775764837.245570:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967035136 00000100:00100000:1.0:1775764837.245649:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 10 00000100:00100000:1.0:1775764837.245658:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+8:21290:x1862022967035136:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764837.245679:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764837.245703:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fbf2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c89c expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.245768:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.245783:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.245794:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.245807:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.245814:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764837.245819:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254347:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277a00/0x2aac6a50e5fbf41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254369:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277a00/0x2aac6a50e5fbf41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254382:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277a00/0x2aac6a50e5fbf41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764837.254529:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed8:0x0]: returning size 7680 00000004:00200000:2.0:1775764837.254533:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764837.254908:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277a00/0x2aac6a50e5fbf41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254923:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254929:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254936:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254947:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.254951:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254958:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254970:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95800) 00010000:00010000:2.0:1775764837.254973:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.254977:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254983:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fbf33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.254996:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255002:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255008:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255013:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.255015:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255021:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255031:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1a041cdb (ffff897783000e00) 00010000:00010000:2.0:1775764837.255033:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.255036:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255041:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255078:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fbf2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c89c expref: 10 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255089:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277a00/0x2aac6a50e5fbf41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c89c expref: 9 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.255096:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff897783a95f00) 00010000:00010000:2.0:1775764837.255098:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764837.255100:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277a00, rc 0) 00000100:00100000:2.0:1775764837.255170:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+9:21290:x1862022967035136:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 9513us (9817us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.255186:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 10 00000100:00100000:0.0:1775764837.266446:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764837.266899:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967035392 00000100:00100000:2.0:1775764837.266911:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967035392 00000100:00100000:2.0:1775764837.267019:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 11 00000100:00100000:2.0:1775764837.267031:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+9:21290:x1862022967035392:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764837.267054:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764837.267074:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8a3 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.267153:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.267167:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.267178:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.267203:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.267210:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.267217:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272792:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272806:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272815:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272822:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.272827:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272839:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272867:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff897783a95f00) 00010000:00010000:2.0:1775764837.272870:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.272876:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272882:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272897:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272902:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272907:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272912:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.272914:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272920:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272927:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff897783a95600) 00010000:00010000:2.0:1775764837.272930:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.272933:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272939:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.272999:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf48 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8a3 expref: 10 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.273010:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff897783a95f00) 00010000:00010000:2.0:1775764837.273013:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764837.273016:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8a3 expref: 10 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.273025:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277e00, rc 0) 00000100:00100000:2.0:1775764837.273112:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+9:21290:x1862022967035392:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 6082us (6673us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764837.273121:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 11 00000100:00100000:1.0:1775764837.277535:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764837.277631:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967035648 00000100:00100000:2.0:1775764837.277644:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967035648 00000100:00100000:2.0:1775764837.277699:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 12 00000100:00100000:2.0:1775764837.277708:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+9:21290:x1862022967035648:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764837.277727:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764837.277745:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbf5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8aa expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764837.277984:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed8:0x0]: returning size 7680 00010000:00010000:2.0:1775764837.278162:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbf5d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8aa expref: 11 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.278182:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95800) 00010000:00010000:2.0:1775764837.278185:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764837.278190:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbf5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8aa expref: 11 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.278202:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276200, rc 0) 00000100:00100000:2.0:1775764837.278253:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+10:21290:x1862022967035648:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 546us (726us total) trans 8589934593 rc 301/301 00000100:00100000:2.0:1775764837.278260:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 12 00000100:00100000:0.0:1775764837.283655:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764837.283731:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967035776 00000100:00100000:2.0:1775764837.283742:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967035776 00000100:00100000:2.0:1775764837.283794:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 13 00000100:00100000:2.0:1775764837.283805:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+10:21290:x1862022967035776:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764837.283898:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.283915:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.283927:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.283941:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.283948:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.283958:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284296:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284306:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284327:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764837.284365:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xed9:0x0]: returning size 2097152 00000004:00200000:2.0:1775764837.284370:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764837.284383:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284397:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284404:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284410:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284416:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.284420:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284428:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284439:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0x0 (ffff897783a95f00) 00010000:00010000:2.0:1775764837.284442:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.284447:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284453:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbf6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xed8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284506:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284514:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284519:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284525:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.284528:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284534:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284541:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed8:0x0].0xf884e681 (ffff897783a95600) 00010000:00010000:2.0:1775764837.284543:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.284546:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284552:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbf72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed8:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284570:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284577:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284583:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284588:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764837.284591:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284596:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284603:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xed9:0x0].0x0 (ffff89768faaa700) 00010000:00010000:2.0:1775764837.284606:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764837.284608:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764837.284613:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbf79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xed9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764837.284686:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+10:21290:x1862022967035776:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 881us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.284695:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 13 00000100:00100000:0.0:1775764837.292298:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764837.292531:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036032 00000100:00100000:1.0:1775764837.292542:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036032 00000100:00100000:1.0:1775764837.292589:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 0 00000100:00100000:1.0:1775764837.292609:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+10:21290:x1862022967036032:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:1.0:1775764837.293076:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+11:21290:x1862022967036032:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 467us (786us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1775764837.293085:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 0 00010000:00010000:1.0:1775764837.621176:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764838.653999:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764839.158673:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978414208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.158745:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764839.158816:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978414720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.158852:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764839.158879:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764839.158885:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978414080:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.158910:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764839.158933:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978414592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.158955:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764839.158981:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978414464:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159002:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764839.159022:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764839.159027:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978414336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159046:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764839.159074:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414208 00000100:00100000:3.0:1775764839.159081:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414208 00000100:00100000:3.0:1775764839.159128:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414720 00000100:00100000:3.0:1775764839.159131:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414720 00000100:00100000:3.0:1775764839.159141:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414336 00000100:00100000:3.0:1775764839.159143:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414336 00000100:00100000:3.0:1775764839.159159:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1775764839.159168:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978414208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159221:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978414208:12345-0@lo:400:kworker.0 Request processed in 54us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.159228:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1775764839.159244:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1775764839.159251:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978414720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159277:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978414720:12345-0@lo:400:kworker.0 Request processed in 27us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.159282:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1775764839.159294:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1775764839.159301:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1862022978414336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159329:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1862022978414336:12345-0@lo:400:kworker.0 Request processed in 29us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.159335:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1775764839.159354:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414080 00000100:00100000:3.0:1775764839.159357:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414080 00000100:00100000:3.0:1775764839.159552:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1775764839.159560:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978414080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159638:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978414080:12345-0@lo:400:kworker.0 Request processed in 33us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.159644:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1775764839.159681:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414592 00000100:00100000:3.0:1775764839.159685:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414592 00000100:00100000:3.0:1775764839.159711:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414464 00000100:00100000:3.0:1775764839.159713:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414464 00000100:00100000:3.0:1775764839.159729:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1775764839.159734:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978414592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159764:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978414592:12345-0@lo:400:kworker.0 Request processed in 29us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.159770:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1775764839.159781:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1775764839.159787:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978414464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159810:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978414464:12345-0@lo:400:kworker.0 Request processed in 25us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764839.159815:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1775764839.159861:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978414336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159871:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978414464:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159900:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978414080:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159908:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978414592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159916:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978414208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764839.159925:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978414720:0@lo:400:kworker.0 00000100:00080000:0.0:1775764839.160124:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764839.160129:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764839.160131:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764839.668895:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764840.182514:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978414848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764840.182589:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764840.184754:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978414976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764840.184818:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764840.185433:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414848 00000100:00100000:2.0:1775764840.185446:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414848 00000100:00100000:2.0:1775764840.185517:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978414976 00000100:00100000:2.0:1775764840.185521:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978414976 00000100:00100000:2.0:1775764840.185538:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1775764840.185548:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978414848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764840.185590:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1775764840.189432:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1775764840.189498:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978414976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764840.189547:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1775764840.194920:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978414848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9363us (12320us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764840.194936:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1775764840.195388:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978414848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764840.198719:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978414976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9265us (13891us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764840.198735:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1775764840.198988:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978414976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764840.693049:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764841.717191:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764841.909653:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764841.909697:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764841.909702:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036288 00000100:00100000:2.0:1775764841.909713:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036288 00000100:00100000:3.0:1775764841.909737:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764841.909770:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764841.909787:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:2.0:1775764841.909800:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+11:2379:x1862022967036288:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764841.909893:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+11:2379:x1862022967036288:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 97us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764841.909901:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00080000:2.0:1775764841.909922:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764841.909934:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036160 00000100:00100000:2.0:1775764841.909938:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036160 00000100:00100000:2.0:1775764841.909962:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 68 00000100:00100000:2.0:1775764841.909968:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683692050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2379:x1862022967036160:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764841.909993:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683692050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2379:x1862022967036160:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 26us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764841.909999:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 68 00000100:00100000:3.0:1775764841.910104:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036544 00000100:00100000:3.0:1775764841.910110:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036544 00000100:00100000:3.0:1775764841.910145:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036416 00000100:00100000:3.0:1775764841.910148:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036416 00000100:00100000:1.0:1775764841.910453:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 510 00000100:00100000:1.0:1775764841.910493:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2379:x1862022967036544:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764841.910527:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3f83546c-01a9-4156-8a97-44c446245d3e+6:2379:x1862022967036544:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 66us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764841.910533:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 510 00000100:00080000:2.0:1775764841.911492:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764841.911497:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764841.913048:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 511 00000100:00100000:3.0:1775764841.913066:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+6:2379:x1862022967036416:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764841.913184:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+6:2379:x1862022967036416:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 126us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764841.913193:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 511 00000001:00080000:3.0:1775764842.356800:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934594 is committed 00010000:00010000:0.0:1775764842.743921:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764843.764868:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764844.279485:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978415360:0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.279571:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764844.279639:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764844.279646:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978415488:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.279770:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978415104:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.279819:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764844.279851:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978415616:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.279875:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764844.279897:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764844.279903:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978415232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.279924:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764844.279939:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978415744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.279957:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764844.279987:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415104 00000100:00100000:2.0:1775764844.279995:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415104 00000100:00100000:2.0:1775764844.280041:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1775764844.280050:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683690050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978415104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.280103:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683690050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978415104:12345-0@lo:400:kworker.0 Request processed in 54us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.280110:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1775764844.280145:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415360 00000100:00100000:2.0:1775764844.280149:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415360 00000100:00100000:2.0:1775764844.280178:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415232 00000100:00100000:2.0:1775764844.280180:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415232 00000100:00100000:2.0:1775764844.280192:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415744 00000100:00100000:2.0:1775764844.280194:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415744 00000100:00100000:2.0:1775764844.280207:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1775764844.280213:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978415360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.280244:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978415360:12345-0@lo:400:kworker.0 Request processed in 32us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.280253:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1775764844.280266:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1775764844.280272:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978415232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.280295:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978415232:12345-0@lo:400:kworker.0 Request processed in 25us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.280301:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1775764844.280311:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1775764844.280317:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978415744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.280338:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978415744:12345-0@lo:400:kworker.0 Request processed in 22us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764844.280343:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1775764844.280364:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764844.280389:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978415232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.280398:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978415744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764844.280405:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978415104:0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.280818:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764844.280854:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978415360:0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.280888:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415616 00000100:00100000:0.0:1775764844.280893:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415616 00000100:00100000:0.0:1775764844.280932:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415488 00000100:00100000:0.0:1775764844.280935:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415488 00000100:00100000:0.0:1775764844.280956:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1775764844.280964:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978415616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.281000:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978415616:12345-0@lo:400:kworker.0 Request processed in 38us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764844.281006:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1775764844.281017:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1775764844.281022:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978415488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.281045:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978415488:12345-0@lo:400:kworker.0 Request processed in 23us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764844.281050:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:0.0:1775764844.281068:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764844.281071:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764844.281085:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978415616:0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.281102:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978415488:0@lo:400:kworker.0 00010000:00010000:2.0:1775764844.788834:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764844.976400:0:18227:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 10: Inherit composite template from root ========================================================== 16:00:43 (1775764843) 00000100:00100000:3.0:1775764845.081533:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764845.081654:0:17508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036672 00000100:00100000:2.0:1775764845.081665:0:17508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036672 00000100:00100000:2.0:1775764845.081738:0:17508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00100000:2.0:1775764845.081749:0:17508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+9:21872:x1862022967036672:12345-192.168.202.46@tcp:33:getfattr.0 00000004:00200000:2.0:1775764845.082037:0:17508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764845.082043:0:17508:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000100:00100000:2.0:1775764845.082216:0:17508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+9:21872:x1862022967036672:12345-192.168.202.46@tcp:33:getfattr.0 Request processed in 468us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.082227:0:17508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 1 00000100:00080000:3.0:1775764845.082680:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764845.144701:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764845.144777:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967036800 00000100:00100000:3.0:1775764845.144797:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967036800 00000100:00100000:3.0:1775764845.144859:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 14 00000100:00100000:3.0:1775764845.144869:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+9:21876:x1862022967036800:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764845.144892:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764845.144914:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbf80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8b1 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.144980:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.144994:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145008:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145024:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145030:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145036:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145285:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145294:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145299:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145306:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764845.145310:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145316:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145328:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95800) 00010000:00010000:3.0:1775764845.145331:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.145336:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145343:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fbf87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145353:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145358:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145363:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145368:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadba00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764845.145370:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145376:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145386:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x871b838c (ffff8977a2f58100) 00010000:00010000:3.0:1775764845.145388:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.145391:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145396:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbf8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145429:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbf80 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8b1 expref: 10 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145440:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95800) 00010000:00010000:3.0:1775764845.145442:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.145446:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbf80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8b1 expref: 10 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.145454:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cada400, rc 0) 00000100:00100000:3.0:1775764845.145535:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+9:21876:x1862022967036800:12345-192.168.202.46@tcp:101:rm.0 Request processed in 667us (842us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764845.145543:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 14 00000100:00100000:0.0:1775764845.176639:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.176867:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967037056 00000100:00100000:1.0:1775764845.176879:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967037056 00000100:00100000:1.0:1775764845.176947:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15 00000100:00100000:1.0:1775764845.176957:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+9:21877:x1862022967037056:12345-192.168.202.46@tcp:36:lfs.0 00010000:00010000:1.0:1775764845.177015:0:17506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.177044:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c895 expref: 9 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.177063:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95800) 00010000:00010000:1.0:1775764845.177075:0:17506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.177098:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.177111:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.177121:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.177440:0:17506:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036938627 reply state 00000000974c0265 transno 8589934595 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.177451:0:17506:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764845.177548:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:1.0:1775764845.177629:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+10:21877:x1862022967037056:12345-192.168.202.46@tcp:36:lfs.0 Request processed in 674us (998us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1775764845.177637:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15 00010000:00010000:1.0:1775764845.184958:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.184982:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.184995:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.185000:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.185011:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.185020:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.185045:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764845.185048:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764845.185053:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.185059:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbf95 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.215238:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764845.215407:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967037184 00000100:00100000:2.0:1775764845.215418:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967037184 00000100:00100000:2.0:1775764845.215492:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 16 00000100:00100000:2.0:1775764845.215503:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+9:21878:x1862022967037184:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764845.215527:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764845.215560:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8b8 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.215622:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fbfa3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.215635:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fbfa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.215647:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fbfa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764845.215850:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764845.215854:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764845.215926:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fbfa3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.215951:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fbf9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8b8 expref: 11 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.215966:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fbfa3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8b8 expref: 10 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.215980:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95300) 00010000:00010000:2.0:1775764845.215983:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764845.215987:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276e00, rc 0) 00000100:00100000:2.0:1775764845.216045:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+10:21878:x1862022967037184:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 544us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.216053:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 16 00000100:00100000:3.0:1775764845.219419:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.219687:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967037440 00000100:00100000:1.0:1775764845.219697:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967037440 00000100:00100000:1.0:1775764845.219750:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 17 00000100:00100000:1.0:1775764845.219761:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+10:21878:x1862022967037440:12345-192.168.202.46@tcp:36:lfs.0 00010000:00010000:1.0:1775764845.219828:0:17505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.219855:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fbfa3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8b8 expref: 10 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.219873:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95300) 00010000:00010000:1.0:1775764845.219884:0:17505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.219905:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.219917:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.219927:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.220311:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009ea202d reply state 000000004936f027 transno 8589934596 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.220321:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764845.220384:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:1.0:1775764845.220455:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+11:21878:x1862022967037440:12345-192.168.202.46@tcp:36:lfs.0 Request processed in 696us (1045us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1775764845.220490:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 17 00010000:00010000:3.0:1775764845.227761:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.227777:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.227796:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.227804:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764845.227809:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.227817:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.227835:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764845.227838:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764845.227842:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.227849:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fbfaa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.274877:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.284484:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967037568 00000100:00100000:1.0:1775764845.284500:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967037568 00000100:00100000:1.0:1775764845.284583:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 18 00000100:00100000:1.0:1775764845.284594:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+10:21883:x1862022967037568:12345-192.168.202.46@tcp:101:mkdir.0 00010000:00010000:1.0:1775764845.284622:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.284646:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbfb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8bf expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.284720:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fbfb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.284737:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fbfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.284750:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fbfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764845.285027:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764845.285032:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764845.285150:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fbfb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.285182:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbfb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8bf expref: 12 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.285200:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fbfb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8bf expref: 11 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.285212:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764845.285215:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764845.285219:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fe00, rc 0) 00000100:00100000:1.0:1775764845.285308:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+11:21883:x1862022967037568:12345-192.168.202.46@tcp:101:mkdir.0 Request processed in 715us (10443us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.285316:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 18 00000100:00100000:3.0:1775764845.304098:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764845.304219:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967037824 00000100:00100000:3.0:1775764845.304232:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967037824 00000100:00100000:3.0:1775764845.304288:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 19 00000100:00100000:3.0:1775764845.304299:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+11:21883:x1862022967037824:12345-192.168.202.46@tcp:36:mkdir.0 00010000:00010000:3.0:1775764845.304755:0:17504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764845.304797:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fbfb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8bf expref: 11 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.304819:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000c00) 00010000:00010000:3.0:1775764845.304830:0:17504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764845.305133:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.305149:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.305160:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.305173:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.305180:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.305186:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.306685:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978415872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764845.306754:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764845.306855:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978415872 00000100:00100000:1.0:1775764845.306864:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978415872 00000100:00100000:1.0:1775764845.306907:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1775764845.306915:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977baeda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978415872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764845.306953:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1775764845.306997:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977baeda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978415872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.307009:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1775764845.307302:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978415872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764845.316808:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978416000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764845.316876:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764845.317011:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416000 00000100:00100000:0.0:1775764845.317021:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416000 00000100:00100000:0.0:1775764845.317077:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1775764845.317087:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978416000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764845.317134:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1775764845.317178:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978416000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.317186:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1775764845.317806:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978416000:0@lo:13:osp-pre-1-0.0 00000004:00200000:1.0:1775764845.334280:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00010000:00010000:1.0:1775764845.334300:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.334311:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.334319:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.334325:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.334331:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.335202:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.335223:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8977a2f58100) 00010000:00010000:1.0:1775764845.335226:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.335232:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.335238:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada400/0x2aac6a50e5fbfbf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.335264:0:17504:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071f39552 reply state 000000005ca3ce3a transno 8589934597 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.335274:0:17504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764845.336251:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+12:21883:x1862022967037824:12345-192.168.202.46@tcp:36:mkdir.0 Request processed in 31947us (32155us total) trans 8589934597 rc 0/0 00000100:00100000:1.0:1775764845.336263:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 19 00010000:00010000:0.0:1775764845.343787:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.343804:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.343812:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.343819:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadba00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.343824:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.343832:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.343855:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x871b838c (ffff8977a2f58500) 00010000:00010000:0.0:1775764845.343858:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.343863:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.343869:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadba00/0x2aac6a50e5fbfc6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.361020:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.361287:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967037952 00000100:00100000:1.0:1775764845.361298:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967037952 00000100:00100000:1.0:1775764845.361537:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 20 00000100:00100000:1.0:1775764845.361564:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+11:21884:x1862022967037952:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764845.361591:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.361615:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbfcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8c6 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.361678:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fbfd4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.361692:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fbfd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.361714:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fbfd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764845.361775:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764845.361788:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764845.361814:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fbfd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.361842:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbfcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8c6 expref: 13 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.361858:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fbfd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8c6 expref: 12 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.362090:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764845.362093:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764845.362096:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e200, rc 0) 00000100:00100000:1.0:1775764845.362199:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+12:21884:x1862022967037952:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 653us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.362207:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 20 00000100:00100000:1.0:1775764845.369258:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764845.369423:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967038080 00000100:00100000:3.0:1775764845.369433:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967038080 00000100:00100000:2.0:1775764845.369959:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 21 00000100:00100000:2.0:1775764845.369973:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+12:21884:x1862022967038080:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764845.369995:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764845.370014:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbfdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8cd expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370082:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370097:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370108:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370122:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370130:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370136:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370245:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbff0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370253:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbff0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370260:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbff0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764845.370301:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00000004:00200000:2.0:1775764845.370305:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764845.370328:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbff0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370417:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370426:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370432:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370438:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276a00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764845.370442:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370450:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370487:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000700) 00010000:00010000:2.0:1775764845.370491:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764845.370497:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370503:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fbfe2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370516:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370522:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370529:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370534:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764845.370536:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370542:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370694:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x871b838c (ffff897783a95900) 00010000:00010000:2.0:1775764845.370772:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764845.370776:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370791:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fbfe9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370826:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fbfdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8cd expref: 14 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370844:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbff0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8cd expref: 13 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.370852:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff897783a95e00) 00010000:00010000:2.0:1775764845.370855:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764845.370857:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276200, rc 0) 00000100:00100000:2.0:1775764845.371087:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+13:21884:x1862022967038080:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1118us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.371095:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 21 00000100:00100000:2.0:1775764845.377348:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.377437:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967038336 00000100:00100000:1.0:1775764845.377449:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967038336 00000100:00100000:1.0:1775764845.377980:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 22 00000100:00100000:1.0:1775764845.377991:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+13:21884:x1862022967038336:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764845.378013:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.378033:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbff7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8d4 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764845.378269:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00010000:00010000:1.0:1775764845.378411:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbff7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8d4 expref: 15 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.378426:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764845.378430:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764845.378434:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fbff7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8d4 expref: 15 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.378448:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f000, rc 0) 00000100:00100000:1.0:1775764845.379009:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+14:21884:x1862022967038336:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1018us (1670us total) trans 8589934598 rc 301/301 00000100:00100000:1.0:1775764845.379018:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 22 00000100:00100000:2.0:1775764845.386687:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.392235:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967038592 00000100:00100000:1.0:1775764845.392251:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967038592 00000100:00100000:1.0:1775764845.392369:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23 00000100:00100000:1.0:1775764845.392380:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+14:21884:x1862022967038592:12345-192.168.202.46@tcp:36:lfs.0 00010000:00010000:1.0:1775764845.392443:0:17504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.392501:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fbff0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8cd expref: 14 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.392523:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff897783a95e00) 00010000:00010000:1.0:1775764845.392533:0:17504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.392815:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.392830:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.392841:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.393386:0:17504:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a074ad1 reply state 00000000a55fed13 transno 8589934599 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.393403:0:17504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764845.393419:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00000100:00100000:1.0:1775764845.393908:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+15:21884:x1862022967038592:12345-192.168.202.46@tcp:36:lfs.0 Request processed in 1526us (7229us total) trans 8589934599 rc 0/0 00000100:00100000:1.0:1775764845.393917:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23 00000100:00100000:3.0:1775764845.399016:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764845.399206:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.399218:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.399224:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.399230:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764845.399235:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.399241:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.399258:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff897783000200) 00010000:00010000:2.0:1775764845.399262:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764845.399266:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.399271:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc005 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.399360:0:17508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967038848 00000100:00100000:0.0:1775764845.399370:0:17508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967038848 00000100:00100000:0.0:1775764845.399424:0:17508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2 00000100:00100000:0.0:1775764845.399434:0:17508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+14:21884:x1862022967038848:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:0.0:1775764845.400680:0:17508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+15:21884:x1862022967038848:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 1242us (1670us total) trans 8589934600 rc 0/0 00000100:00100000:0.0:1775764845.400691:0:17508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2 00000100:00100000:3.0:1775764845.418785:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.423321:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967038976 00000100:00100000:1.0:1775764845.423338:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967038976 00000100:00100000:0.0:1775764845.423508:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 24 00000100:00100000:0.0:1775764845.423519:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+15:21885:x1862022967038976:12345-192.168.202.46@tcp:101:touch.0 00010000:00010000:0.0:1775764845.423559:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.423583:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e800/0x2aac6a50e5fc00c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8db expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.423651:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.423665:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.423677:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.423691:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.423884:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.423892:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424036:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f400/0x2aac6a50e5fc021 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424044:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f400/0x2aac6a50e5fc021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424051:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f400/0x2aac6a50e5fc021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764845.424085:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00000004:00200000:0.0:1775764845.424089:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764845.424310:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f400/0x2aac6a50e5fc021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424323:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424329:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424336:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424342:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.424346:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424354:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424367:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000700) 00010000:00010000:0.0:1775764845.424370:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.424375:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424381:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc013 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424394:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424399:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424404:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424409:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.424412:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424418:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424425:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x871b838c (ffff8977a2bf4a00) 00010000:00010000:0.0:1775764845.424427:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.424429:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424434:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc01a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x871b838c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424496:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e800/0x2aac6a50e5fc00c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8db expref: 17 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424514:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f400/0x2aac6a50e5fc021 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8db expref: 16 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.424521:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:0.0:1775764845.424523:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764845.424525:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f400, rc 0) 00000100:00100000:0.0:1775764845.425029:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+16:21885:x1862022967038976:12345-192.168.202.46@tcp:101:touch.0 Request processed in 1510us (6341us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.425039:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 24 00000100:00100000:2.0:1775764845.440347:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.440507:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967039232 00000100:00100000:1.0:1775764845.440519:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967039232 00000100:00100000:1.0:1775764845.440581:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 25 00000100:00100000:1.0:1775764845.440592:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+16:21885:x1862022967039232:12345-192.168.202.46@tcp:101:touch.0 00010000:00010000:1.0:1775764845.440614:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.440633:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc028 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8e2 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.440979:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.440995:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.441007:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.441024:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.441031:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.441042:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764845.442674:0:17504:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000403:0x661:0x0], count =161 00000004:00080000:1.0:1775764845.442683:0:17504:0:(osp_object.c:1640:osp_create()) Writing gap [0x280000403:0x661:0x0]+161 in llog 00000004:00080000:1.0:1775764845.445296:0:17504:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000403:0x702:0x0], index 1: 0 00010000:00010000:1.0:1775764845.447012:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc03d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447034:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc03d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447047:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc03d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447089:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447096:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447640:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447649:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.447653:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447661:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447680:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:1.0:1775764845.447682:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.447688:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.447694:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc02f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.447982:0:17504:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d0d7a91 reply state 00000000730518e3 transno 8589934601 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.447993:0:17504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764845.448042:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc028 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8e2 expref: 19 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.448059:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc03d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8e2 expref: 18 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.448067:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedd:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764845.448069:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764845.448072:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fe00, rc 0) 00000100:00100000:1.0:1775764845.449272:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+19:21885:x1862022967039232:12345-192.168.202.46@tcp:101:touch.0 Request processed in 8676us (8931us total) trans 8589934601 rc 0/0 00000100:00100000:1.0:1775764845.449283:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 25 00000100:00100000:2.0:1775764845.458130:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764845.458333:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.458347:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.458355:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.458361:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.458366:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.458373:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.458391:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x2d9800ce (ffff897783000000) 00010000:00010000:0.0:1775764845.458394:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.458399:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.458406:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc036 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.458859:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967039488 00000100:00100000:1.0:1775764845.458874:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967039488 00000100:00100000:1.0:1775764845.458952:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 26 00000100:00100000:1.0:1775764845.458964:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:21885:x1862022967039488:12345-192.168.202.46@tcp:36:touch.0 00010000:00010000:1.0:1775764845.459038:0:17505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764845.459060:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc03d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8e2 expref: 18 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.459073:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedd:0x0].0x0 (ffff897783000600) 00010000:00010000:1.0:1775764845.459081:0:17505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764845.459138:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.459152:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.459162:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.459305:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000441d61bf reply state 0000000039b1f2e5 transno 8589934602 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.459314:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764845.459405:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:21885:x1862022967039488:12345-192.168.202.46@tcp:36:touch.0 Request processed in 443us (1287us total) trans 8589934602 rc 0/0 00000100:00100000:1.0:1775764845.459413:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 26 00010000:00010000:0.0:1775764845.464885:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.464902:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.464909:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.464914:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.464919:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.464926:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.464943:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedd:0x0].0x0 (ffff897783000900) 00010000:00010000:0.0:1775764845.464946:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.464951:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.464957:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc04b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.469308:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.471844:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967039616 00000100:00100000:1.0:1775764845.471858:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967039616 00000100:00100000:0.0:1775764845.475390:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 27 00000100:00100000:0.0:1775764845.475406:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+18:21885:x1862022967039616:12345-192.168.202.46@tcp:101:touch.0 00010000:00010000:0.0:1775764845.475441:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.475494:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e800/0x2aac6a50e5fc052 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8e9 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.475583:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e800/0x2aac6a50e5fc052 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8e9 expref: 19 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.475598:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e800/0x2aac6a50e5fc052 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8e9 expref: 19 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.475620:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedd:0x0].0x0 (ffff8977a2bf4a00) 00010000:00010000:0.0:1775764845.475624:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764845.475628:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15e800, rc 0) 00000100:00100000:0.0:1775764845.475694:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+19:21885:x1862022967039616:12345-192.168.202.46@tcp:101:touch.0 Request processed in 293us (6397us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.475715:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 27 00000100:00100000:2.0:1775764845.487135:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.487244:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967039744 00000100:00100000:1.0:1775764845.487255:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967039744 00000100:00100000:1.0:1775764845.487373:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15301 00000100:00100000:1.0:1775764845.487383:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967039744:12345-192.168.202.46@tcp:2:touch.0 00000100:00100000:1.0:1775764845.487805:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3f83546c-01a9-4156-8a97-44c446245d3e+7:2381:x1862022967039744:12345-192.168.202.46@tcp:2:touch.0 Request processed in 422us (678us total) trans 4294972361 rc 0/0 00000100:00100000:1.0:1775764845.487815:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15301 00000100:00080000:3.0:1775764845.489933:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764845.500176:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.500360:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967040000 00000100:00100000:1.0:1775764845.500373:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967040000 00000100:00100000:1.0:1775764845.500498:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 3 00000100:00100000:1.0:1775764845.500509:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+19:21885:x1862022967040000:12345-192.168.202.46@tcp:35:touch.0 00000100:00100000:1.0:1775764845.500916:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+20:21885:x1862022967040000:12345-192.168.202.46@tcp:35:touch.0 Request processed in 408us (750us total) trans 8589934603 rc 0/0 00000100:00100000:1.0:1775764845.500924:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 3 00000100:00100000:2.0:1775764845.566760:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.566853:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967040256 00000100:00100000:1.0:1775764845.566865:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967040256 00000100:00100000:1.0:1775764845.566931:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 28 00000100:00100000:1.0:1775764845.566942:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+20:21888:x1862022967040256:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764845.566971:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.566992:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc059 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8f0 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567071:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567086:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567098:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567112:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567123:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567129:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567222:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567227:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567234:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567240:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.567244:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567251:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567263:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:1.0:1775764845.567266:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.567271:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567277:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc060 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567290:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567297:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567302:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567307:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.567309:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567316:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567323:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x2d9800ce (ffff897783000600) 00010000:00010000:1.0:1775764845.567326:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.567328:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567334:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc067 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567377:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc059 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8f0 expref: 21 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567388:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:1.0:1775764845.567390:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764845.567394:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc059 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8f0 expref: 21 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.567408:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fe00, rc 0) 00000100:00100000:1.0:1775764845.567511:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+20:21888:x1862022967040256:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 573us (773us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764845.567517:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 28 00000100:00100000:2.0:1775764845.571236:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764845.571337:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967040512 00000100:00100000:3.0:1775764845.571350:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967040512 00000100:00100000:3.0:1775764845.571423:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 29 00000100:00100000:3.0:1775764845.571433:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+20:21888:x1862022967040512:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764845.571455:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764845.571498:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc06e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8f7 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764845.571611:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00010000:00010000:3.0:1775764845.571724:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc06e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8f7 expref: 22 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.571738:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000700) 00010000:00010000:3.0:1775764845.571741:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764845.571756:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc06e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8f7 expref: 22 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.571772:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cada600, rc 0) 00000100:00100000:3.0:1775764845.571842:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+21:21888:x1862022967040512:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 411us (618us total) trans 8589934604 rc 301/301 00000100:00100000:3.0:1775764845.571848:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 29 00000100:00100000:3.0:1775764845.582152:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764845.587943:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967040640 00000100:00100000:2.0:1775764845.587959:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967040640 00000100:00100000:3.0:1775764845.593119:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 30 00000100:00100000:3.0:1775764845.593133:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+21:21888:x1862022967040640:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:3.0:1775764845.593221:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593239:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593251:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593266:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593273:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593279:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593402:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593410:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.593417:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764845.593449:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedd:0x0]: returning size 0 00000004:00200000:3.0:1775764845.593452:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764845.595025:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595051:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595058:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595065:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595071:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764845.595076:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595084:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595099:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:3.0:1775764845.595102:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.595107:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595113:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc07c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595130:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595135:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595140:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595144:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764845.595147:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595153:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595159:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x2d9800ce (ffff8977a2f58200) 00010000:00010000:3.0:1775764845.595162:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.595165:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595171:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc083 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595188:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595194:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595199:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595204:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764845.595206:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595212:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595219:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedd:0x0].0x0 (ffff8977a2bf4a00) 00010000:00010000:3.0:1775764845.595221:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764845.595224:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.595230:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc08a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.595346:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+21:21888:x1862022967040640:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 2204us (13193us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764845.595357:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 30 00000100:00100000:2.0:1775764845.603193:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764845.604660:0:17508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967040896 00000100:00100000:0.0:1775764845.604673:0:17508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967040896 00000100:00100000:0.0:1775764845.604762:0:17508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 4 00000100:00100000:0.0:1775764845.604773:0:17508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+21:21888:x1862022967040896:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:0.0:1775764845.605059:0:17508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+22:21888:x1862022967040896:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 287us (1874us total) trans 8589934605 rc 0/0 00000100:00100000:0.0:1775764845.605066:0:17508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 4 00000100:00100000:2.0:1775764845.655321:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.659970:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967041152 00000100:00100000:1.0:1775764845.659985:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967041152 00000100:00100000:1.0:1775764845.660052:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 31 00000100:00100000:1.0:1775764845.660062:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+22:21890:x1862022967041152:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764845.660088:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.660110:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc091 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c8fe expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.660272:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc098 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.660289:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc098 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.660302:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc098 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764845.660314:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00010000:00010000:1.0:1775764845.660862:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc091 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8fe expref: 25 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.661030:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f800/0x2aac6a50e5fc098 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8fe expref: 24 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.661045:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:1.0:1775764845.661047:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764845.661051:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f800, rc 0) 00000100:00100000:1.0:1775764845.661124:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+24:21890:x1862022967041152:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1063us (5811us total) trans 8589934606 rc 0/0 00000100:00100000:1.0:1775764845.661132:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 31 00000100:00100000:2.0:1775764845.668090:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764845.668249:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967041408 00000100:00100000:3.0:1775764845.668260:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967041408 00000100:00100000:3.0:1775764845.668585:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 32 00000100:00100000:3.0:1775764845.668595:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+24:21890:x1862022967041408:12345-192.168.202.46@tcp:36:lfs.0 00010000:00010000:3.0:1775764845.668685:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.669023:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.669039:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764845.670057:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9d75366 reply state 00000000d306392a transno 8589934607 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.670071:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775764845.670091:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedc:0x0]: returning size 512 00000100:00100000:3.0:1775764845.672003:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:21890:x1862022967041408:12345-192.168.202.46@tcp:36:lfs.0 Request processed in 3398us (3914us total) trans 8589934607 rc 0/0 00000100:00100000:3.0:1775764845.672016:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 32 00010000:00010000:0.0:1775764845.695496:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.695513:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.695526:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.695531:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadac00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.695534:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.695548:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.695565:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:0.0:1775764845.695568:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764845.695571:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.695575:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadac00/0x2aac6a50e5fc0a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764845.709767:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764845.710021:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967041664 00000100:00100000:1.0:1775764845.710032:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967041664 00000100:00100000:1.0:1775764845.710106:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 33 00000100:00100000:1.0:1775764845.710116:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+25:21891:x1862022967041664:12345-192.168.202.46@tcp:101:touch.0 00010000:00010000:1.0:1775764845.710147:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764845.710169:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc0ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c905 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.710315:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.710332:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.711014:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.711039:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.711049:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.711057:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764845.713224:0:17506:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x240000403:0x662:0x0], count =160 00000004:00080000:1.0:1775764845.713236:0:17506:0:(osp_object.c:1640:osp_create()) Writing gap [0x240000403:0x662:0x0]+160 in llog 00000004:00080000:1.0:1775764845.713253:0:17506:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x702:0x0], index 0: 0 00010000:00010000:1.0:1775764845.714666:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc0c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xede:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714687:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714710:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714758:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714765:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714773:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714790:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.714795:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714802:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714818:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:1.0:1775764845.714821:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.714825:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.714831:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc0b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764845.714847:0:17506:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000209851b0 reply state 0000000009db1b87 transno 8589934608 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.714856:0:17506:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764845.716037:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc0ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c905 expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.716062:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc0c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c905 expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.716071:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xede:0x0].0x0 (ffff897783000900) 00010000:00010000:1.0:1775764845.716074:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764845.716077:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764845.716168:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+28:21891:x1862022967041664:12345-192.168.202.46@tcp:101:touch.0 Request processed in 6052us (6418us total) trans 8589934608 rc 0/0 00000100:00100000:1.0:1775764845.716178:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 33 00000100:00100000:1.0:1775764845.721352:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:0.0:1775764845.721941:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.721955:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.721963:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.721969:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.721974:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.721984:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.722003:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0xfbe05a87 (ffff897783000600) 00010000:00010000:0.0:1775764845.722006:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.722011:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.722017:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc0bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.722309:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967041920 00000100:00100000:3.0:1775764845.722320:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967041920 00000100:00100000:3.0:1775764845.722390:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 34 00000100:00100000:3.0:1775764845.722401:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+27:21891:x1862022967041920:12345-192.168.202.46@tcp:36:touch.0 00010000:00010000:3.0:1775764845.722516:0:17505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764845.722535:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc0c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xede:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c905 expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.722561:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xede:0x0].0x0 (ffff897783000900) 00010000:00010000:3.0:1775764845.722569:0:17505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764845.722612:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xede:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.722625:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764845.722634:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764845.723299:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c4b7137 reply state 0000000086e64128 transno 8589934609 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764845.723309:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764845.723496:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+28:21891:x1862022967041920:12345-192.168.202.46@tcp:36:touch.0 Request processed in 1095us (2161us total) trans 8589934609 rc 0/0 00000100:00100000:3.0:1775764845.723504:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 34 00000100:00100000:0.0:1775764845.746116:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764845.746215:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967042048 00000100:00100000:2.0:1775764845.746225:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967042048 00000100:00100000:2.0:1775764845.746286:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 35 00000100:00100000:2.0:1775764845.746297:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+28:21891:x1862022967042048:12345-192.168.202.46@tcp:101:touch.0 00010000:00010000:2.0:1775764845.746329:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764845.746359:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5fc0d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xede:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c90c expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.746420:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5fc0d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xede:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c90c expref: 29 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.746441:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277400/0x2aac6a50e5fc0d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xede:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c90c expref: 29 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764845.746461:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xede:0x0].0x0 (ffff8977a2f58200) 00010000:00010000:2.0:1775764845.746487:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764845.746491:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277400, rc 0) 00000100:00100000:2.0:1775764845.746571:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+29:21891:x1862022967042048:12345-192.168.202.46@tcp:101:touch.0 Request processed in 275us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764845.746578:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 35 00010000:00010000:1.0:1775764845.753449:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.753637:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.753646:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.753652:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764845.753657:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.753665:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.753684:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xede:0x0].0x0 (ffff8977a2f58200) 00010000:00010000:1.0:1775764845.753688:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764845.753693:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764845.753711:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb000/0x2aac6a50e5fc0d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764845.758280:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764845.758557:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967042176 00000100:00100000:3.0:1775764845.758566:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967042176 00000100:00100000:3.0:1775764845.758647:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15302 00000100:00100000:3.0:1775764845.758658:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967042176:12345-192.168.202.46@tcp:2:touch.0 00000100:00080000:1.0:1775764845.759174:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764845.760055:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+7:2382:x1862022967042176:12345-192.168.202.46@tcp:2:touch.0 Request processed in 1393us (1780us total) trans 4294971565 rc 0/0 00000100:00100000:2.0:1775764845.760066:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15302 00000100:00100000:0.0:1775764845.767329:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764845.767507:0:17508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967042432 00000100:00100000:2.0:1775764845.767518:0:17508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967042432 00000100:00100000:2.0:1775764845.767587:0:17508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:2.0:1775764845.767598:0:17508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683683850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+28:21891:x1862022967042432:12345-192.168.202.46@tcp:35:touch.0 00000100:00100000:2.0:1775764845.768279:0:17508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683683850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+29:21891:x1862022967042432:12345-192.168.202.46@tcp:35:touch.0 Request processed in 681us (957us total) trans 8589934610 rc 0/0 00000100:00100000:2.0:1775764845.768289:0:17508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 5 00000100:00100000:1.0:1775764845.809650:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764845.810154:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967042688 00000100:00100000:0.0:1775764845.810165:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967042688 00000100:00100000:0.0:1775764845.810236:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 36 00000100:00100000:0.0:1775764845.810249:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+29:21894:x1862022967042688:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:0.0:1775764845.810279:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764845.810303:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc0de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c913 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.811916:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.811941:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.811956:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.811981:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.811989:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.811997:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812118:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812126:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812132:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812138:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.812142:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812149:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812162:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:0.0:1775764845.812166:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.812172:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812178:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc0e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812197:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812203:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812209:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812214:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.812217:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812223:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812230:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0xfbe05a87 (ffff8977a2bf4f00) 00010000:00010000:0.0:1775764845.812232:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.812235:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812241:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc0ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812279:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc0de lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c913 expref: 30 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812289:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:0.0:1775764845.812291:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764845.812295:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc0de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c913 expref: 30 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.812305:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f800, rc 0) 00000100:00100000:0.0:1775764845.812377:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+29:21894:x1862022967042688:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 2132us (2737us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764845.812388:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 36 00010000:00010000:3.0:1775764845.817767:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764845.823675:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764845.824327:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967042816 00000100:00100000:0.0:1775764845.824347:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967042816 00000100:00100000:0.0:1775764845.824409:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 37 00000100:00100000:0.0:1775764845.824420:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+29:21894:x1862022967042816:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764845.824519:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.825765:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.825798:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.825818:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.825827:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.825834:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826080:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xede:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826090:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826097:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764845.826254:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xede:0x0]: returning size 0 00000004:00200000:0.0:1775764845.826259:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764845.826273:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826286:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826292:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826299:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826305:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.826310:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826317:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826330:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0x0 (ffff8977a2bf4500) 00010000:00010000:0.0:1775764845.826343:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.826347:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826357:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc0f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826369:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826375:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826381:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826386:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.826389:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826395:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826400:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedc:0x0].0xfbe05a87 (ffff8977a2bf4200) 00010000:00010000:0.0:1775764845.826403:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.826405:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826410:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc0fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedc:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826424:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826429:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826435:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826440:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764845.826443:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826448:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826454:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xede:0x0].0x0 (ffff8977a2f58200) 00010000:00010000:0.0:1775764845.826455:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764845.826458:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764845.826484:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc101 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xede:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764845.827321:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+29:21894:x1862022967042816:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 2896us (3648us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764845.827344:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 37 00000001:00080000:0.0:1775764845.892907:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971565 is committed 00010000:00010000:0.0:1775764846.837909:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764847.034595:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764847.034644:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043072 00000100:00100000:0.0:1775764847.034655:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043072 00000100:00100000:0.0:1775764847.034745:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 13 00000100:00100000:0.0:1775764847.034755:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+29:2379:x1862022967043072:12345-192.168.202.46@tcp:400:kworker.0 00000100:00080000:2.0:1775764847.034860:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764847.034928:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+29:2379:x1862022967043072:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 174us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.034940:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 13 00000100:00100000:1.0:1775764847.038799:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764847.038871:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764847.038902:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764847.038939:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043328 00000100:00100000:1.0:1775764847.038951:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043328 00000100:00100000:1.0:1775764847.039013:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043200 00000100:00100000:1.0:1775764847.039016:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043200 00000100:00100000:1.0:1775764847.039041:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 514 00000100:00100000:1.0:1775764847.039051:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+7:2379:x1862022967043328:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764847.039204:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+7:2379:x1862022967043328:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 153us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.039213:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 514 00000100:00100000:1.0:1775764847.039232:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 515 00000100:00100000:1.0:1775764847.039239:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967043200:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764847.039263:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+6:2380:x1862022967043200:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 25us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.039269:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 515 00000100:00100000:2.0:1775764847.041507:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967042944 00000100:00100000:2.0:1775764847.041521:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967042944 00000100:00100000:2.0:1775764847.041600:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 70 00000100:00100000:2.0:1775764847.041610:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967042944:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764847.042260:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967042944:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 651us (3493us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764847.042270:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 70 00000100:00080000:2.0:1775764847.042316:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764847.042321:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1775764847.432458:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934605 is committed 00000001:00080000:3.0:1775764847.432502:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934608 is committed 00000001:00080000:3.0:1775764847.432523:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934610 is committed 00010000:00010000:2.0:1775764847.864423:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764848.900275:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764849.404545:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978416128:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.404610:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764849.404664:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978416640:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.404691:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764849.404716:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764849.404722:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978416256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.404761:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764849.404785:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978416768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.404807:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764849.404835:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978416384:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.404856:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764849.404874:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764849.404880:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978416512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.404900:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764849.404932:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416128 00000100:00100000:2.0:1775764849.404940:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416128 00000100:00100000:2.0:1775764849.404984:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1775764849.404993:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978416128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405048:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978416128:12345-0@lo:400:kworker.0 Request processed in 56us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.405056:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1775764849.405106:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416640 00000100:00100000:2.0:1775764849.405111:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416640 00000100:00100000:2.0:1775764849.405149:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416512 00000100:00100000:2.0:1775764849.405153:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416512 00000100:00100000:2.0:1775764849.405174:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1775764849.405181:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978416640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405444:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978416640:12345-0@lo:400:kworker.0 Request processed in 263us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.405451:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1775764849.405492:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1775764849.405500:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978416512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405532:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978416512:12345-0@lo:400:kworker.0 Request processed in 34us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.405538:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1775764849.405557:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416256 00000100:00100000:2.0:1775764849.405560:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416256 00000100:00100000:2.0:1775764849.405580:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416768 00000100:00100000:2.0:1775764849.405584:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416768 00000100:00100000:2.0:1775764849.405593:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416384 00000100:00100000:2.0:1775764849.405595:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416384 00000100:00100000:2.0:1775764849.405612:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1775764849.405617:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978416256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405647:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978416256:12345-0@lo:400:kworker.0 Request processed in 31us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.405653:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1775764849.405665:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1775764849.405672:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978416768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405698:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978416768:12345-0@lo:400:kworker.0 Request processed in 27us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.405703:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1775764849.405714:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1775764849.405720:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978416384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405760:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978416384:12345-0@lo:400:kworker.0 Request processed in 40us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764849.405766:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1775764849.405813:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978416256:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405824:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978416768:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405832:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978416128:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405840:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978416640:0@lo:400:kworker.0 00000100:00080000:2.0:1775764849.405868:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764849.405873:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764849.405876:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764849.405898:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978416512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.405907:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978416384:0@lo:400:kworker.0 00000001:00080000:2.0:1775764849.551674:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972361 is committed 00010000:00010000:3.0:1775764849.909971:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764850.421339:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764850.421360:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978416896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764850.421425:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764850.421524:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978416896 00000100:00100000:3.0:1775764850.421532:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978416896 00000100:00100000:3.0:1775764850.421572:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1775764850.421580:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978416896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764850.421612:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 23855104 granted 512688128 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1775764850.421655:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978416896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764850.421661:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1775764850.421862:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978416896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764850.424869:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978417024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764850.424935:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764850.425702:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978417024 00000100:00100000:2.0:1775764850.425711:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978417024 00000100:00100000:2.0:1775764850.425794:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1775764850.425805:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978417024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764850.425843:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764850.425908:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978417024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764850.425915:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1775764850.426101:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978417024:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1775764850.936861:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764851.337513:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764851.337635:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043584 00000100:00100000:1.0:1775764851.337647:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043584 00000100:00100000:1.0:1775764851.337713:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 38 00000100:00100000:1.0:1775764851.337737:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+13:22310:x1862022967043584:12345-192.168.202.46@tcp:36:lfs.0 00010000:00010000:1.0:1775764851.337802:0:17506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764851.337834:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fbfd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c8c6 expref: 13 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.337856:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764851.337869:0:17506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764851.337913:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.337928:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764851.337939:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764851.339301:0:17506:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000237fe531 reply state 00000000344b45ff transno 8589934611 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764851.339318:0:17506:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764851.339408:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:1.0:1775764851.339535:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+14:22310:x1862022967043584:12345-192.168.202.46@tcp:36:lfs.0 Request processed in 1810us (2030us total) trans 8589934611 rc 0/0 00000100:00100000:1.0:1775764851.339544:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 38 00000100:00080000:2.0:1775764851.339735:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764851.348638:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.348658:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.348666:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.348673:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764851.348678:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.348686:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.348708:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783000e00) 00010000:00010000:3.0:1775764851.348711:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764851.348717:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.348735:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f200/0x2aac6a50e5fc108 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764851.960152:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764852.165344:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764852.169007:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764852.169051:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764852.169245:0:16287:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044096 00000100:00100000:1.0:1775764852.169256:0:16287:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044096 00000100:00100000:1.0:1775764852.169326:0:16287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 518 00000100:00100000:1.0:1775764852.169336:0:16287:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967044096:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764852.169405:0:16287:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:3f83546c-01a9-4156-8a97-44c446245d3e+6:2381:x1862022967044096:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 71us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.169413:0:16287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 518 00000100:00100000:0.0:1775764852.170559:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043840 00000100:00100000:0.0:1775764852.170570:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043840 00000100:00100000:0.0:1775764852.170628:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 17 00000100:00100000:0.0:1775764852.170646:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+13:2381:x1862022967043840:12345-192.168.202.46@tcp:400:kworker.0 00000100:00080000:2.0:1775764852.170762:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764852.171184:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+13:2381:x1862022967043840:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 547us (2186us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.171192:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 17 00000100:00100000:3.0:1775764852.171941:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043712 00000100:00100000:3.0:1775764852.171950:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043712 00000100:00100000:3.0:1775764852.172000:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 72 00000100:00100000:3.0:1775764852.172010:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967043712:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764852.176645:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967043712:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 4624us (11299us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.176662:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 72 00000100:00100000:2.0:1775764852.184324:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764852.186251:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967043968 00000100:00100000:3.0:1775764852.186267:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967043968 00000100:00100000:3.0:1775764852.186359:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 519 00000100:00100000:3.0:1775764852.186370:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967043968:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764852.186452:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+6:2382:x1862022967043968:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 84us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.186460:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 519 00000100:00080000:2.0:1775764852.186861:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1775764852.543875:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934611 is committed 00010000:00010000:0.0:1775764852.981905:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764853.051098:0:18427:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 11a: Verify component instantiation with write/truncate ========================================================== 16:00:51 (1775764851) 00000100:00100000:1.0:1775764853.195755:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.204850:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044224 00000100:00100000:2.0:1775764853.204866:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044224 00000100:00080000:3.0:1775764853.206232:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764853.206306:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 39 00000100:00100000:3.0:1775764853.206321:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+12:22460:x1862022967044224:12345-192.168.202.46@tcp:101:mkdir.0 00010000:00010000:3.0:1775764853.206343:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.206366:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc10f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c91a expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.206435:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc116 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.206449:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc116 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.206461:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc116 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.206890:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764853.206894:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764853.206981:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc116 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.207006:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc10f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c91a expref: 14 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.207022:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc116 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c91a expref: 13 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.208718:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8977a2f58a00) 00010000:00010000:3.0:1775764853.208728:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764853.208735:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadaa00, rc 0) 00000100:00100000:3.0:1775764853.208816:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+13:22460:x1862022967044224:12345-192.168.202.46@tcp:101:mkdir.0 Request processed in 2497us (13068us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.208825:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 39 00000100:00100000:2.0:1775764853.211835:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.212696:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044480 00000100:00100000:3.0:1775764853.212715:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044480 00000100:00100000:3.0:1775764853.212770:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 40 00000100:00100000:3.0:1775764853.212780:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+13:22460:x1862022967044480:12345-192.168.202.46@tcp:36:mkdir.0 00010000:00010000:3.0:1775764853.212837:0:17505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764853.212862:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc116 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c91a expref: 13 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.212881:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8977a2f58a00) 00010000:00010000:3.0:1775764853.212891:0:17505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764853.215942:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.215965:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.215977:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.215990:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.215996:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216002:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.216918:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedf:0x0]: returning size 512 00010000:00010000:3.0:1775764853.216931:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216944:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216952:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216957:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.216962:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216969:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216983:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8977a2f58300) 00010000:00010000:3.0:1775764853.216986:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.216992:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.216998:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc11d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764853.217014:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000666178ca reply state 00000000cfd0a848 transno 8589934612 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.217023:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764853.217122:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+14:22460:x1862022967044480:12345-192.168.202.46@tcp:36:mkdir.0 Request processed in 4339us (5292us total) trans 8589934612 rc 0/0 00000100:00100000:3.0:1775764853.217131:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 40 00010000:00010000:1.0:1775764853.221243:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.221259:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.221266:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.221272:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadae00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.221277:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.221284:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.221301:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x693d374b (ffff8977a2f58500) 00010000:00010000:1.0:1775764853.221305:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.221310:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.221316:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadae00/0x2aac6a50e5fc124 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.231850:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.232313:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044608 00000100:00100000:2.0:1775764853.232324:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044608 00000100:00100000:2.0:1775764853.232384:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 41 00000100:00100000:2.0:1775764853.232394:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+13:22462:x1862022967044608:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764853.232421:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.232442:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc12b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c921 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.232539:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc132 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.232554:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.232566:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.232794:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764853.232798:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764853.232840:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.232867:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc12b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c921 expref: 15 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.232882:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc132 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c921 expref: 14 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.232891:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95b00) 00010000:00010000:2.0:1775764853.232894:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764853.232897:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276600, rc 0) 00000100:00100000:2.0:1775764853.232966:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+14:22462:x1862022967044608:12345-192.168.202.46@tcp:101:rm.0 Request processed in 574us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.232973:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 41 00000100:00100000:3.0:1775764853.240231:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.240302:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044736 00000100:00100000:0.0:1775764853.240314:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044736 00000100:00100000:0.0:1775764853.240374:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 42 00000100:00100000:0.0:1775764853.240384:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+14:22462:x1862022967044736:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764853.240409:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.240432:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc139 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c928 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240547:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240564:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240587:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240608:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240615:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240622:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240756:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e600/0x2aac6a50e5fc14e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240764:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e600/0x2aac6a50e5fc14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240772:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e600/0x2aac6a50e5fc14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.240806:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedf:0x0]: returning size 512 00000004:00200000:0.0:1775764853.240810:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.240836:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e600/0x2aac6a50e5fc14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240850:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240856:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240862:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240872:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.240876:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240884:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240896:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95b00) 00010000:00010000:0.0:1775764853.240899:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.240904:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240910:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc140 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240923:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240928:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240933:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240937:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.240940:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240944:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240954:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x693d374b (ffff8977a2bf4000) 00010000:00010000:0.0:1775764853.240956:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.240958:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240963:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc147 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x693d374b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.240990:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc139 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c928 expref: 16 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.241004:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e600/0x2aac6a50e5fc14e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c928 expref: 15 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.241011:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.241013:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764853.241016:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15e600, rc 0) 00000100:00100000:0.0:1775764853.241076:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+15:22462:x1862022967044736:12345-192.168.202.46@tcp:101:rm.0 Request processed in 694us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.241083:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 42 00000100:00100000:1.0:1775764853.254852:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.261176:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044864 00000100:00100000:2.0:1775764853.261191:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044864 00000100:00100000:3.0:1775764853.261427:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 43 00000100:00100000:3.0:1775764853.261438:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+15:22462:x1862022967044864:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:3.0:1775764853.261461:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.266298:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc155 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c92f expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.266405:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.266422:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.266435:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.266452:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.266460:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267725:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267822:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267832:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267839:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267846:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.267851:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267860:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267873:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.267877:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.267883:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267890:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc15c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267902:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267908:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267914:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267919:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.267921:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267927:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267938:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58300) 00010000:00010000:3.0:1775764853.267940:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.267942:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267947:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc163 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.267992:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc155 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c92f expref: 16 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.268003:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.268005:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.268008:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc155 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c92f expref: 16 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.268017:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadbe00, rc 0) 00000100:00100000:3.0:1775764853.270774:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+15:22462:x1862022967044864:12345-192.168.202.46@tcp:101:rm.0 Request processed in 9326us (15921us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764853.270787:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 43 00000100:00100000:0.0:1775764853.286872:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.287429:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967044992 00000100:00100000:1.0:1775764853.287442:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967044992 00000100:00100000:1.0:1775764853.287656:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 44 00000100:00100000:1.0:1775764853.287666:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+15:22462:x1862022967044992:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764853.287685:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.287704:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc16a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c936 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287778:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287793:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287805:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287825:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287832:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287838:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287912:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287920:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287927:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287933:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.287938:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287945:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287958:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.287962:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.287967:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287973:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc171 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287987:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287993:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.287999:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288004:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.288007:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288013:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288021:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000700) 00010000:00010000:1.0:1775764853.288023:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.288026:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288032:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc178 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288065:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc16a lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c936 expref: 16 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288076:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.288079:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.288083:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc16a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c936 expref: 16 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.288093:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764853.288152:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+15:22462:x1862022967044992:12345-192.168.202.46@tcp:101:rm.0 Request processed in 487us (1288us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.288160:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 44 00000100:00100000:1.0:1775764853.317261:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.317295:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967045120 00000100:00100000:1.0:1775764853.317305:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967045120 00000100:00100000:1.0:1775764853.317358:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 45 00000100:00100000:1.0:1775764853.317368:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+15:22469:x1862022967045120:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.317389:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.317411:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc17f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c93d expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318166:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318186:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318199:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318214:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318222:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318233:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318301:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318308:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318315:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318321:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.318326:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318333:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318345:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.318349:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.318354:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318361:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc186 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318374:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318380:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318386:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318392:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.318394:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318400:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318407:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000700) 00010000:00010000:1.0:1775764853.318409:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.318412:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318419:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc18d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.318456:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc17f lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c93d expref: 16 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.320153:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.320157:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.320166:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc17f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c93d expref: 16 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.320182:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764853.320259:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+15:22469:x1862022967045120:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 2892us (3008us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.320272:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 45 00000100:00100000:1.0:1775764853.340895:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.341106:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967045376 00000100:00100000:2.0:1775764853.341118:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967045376 00000100:00100000:2.0:1775764853.341175:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 46 00000100:00100000:2.0:1775764853.341185:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+15:22469:x1862022967045376:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764853.341206:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.341225:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fc194 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c944 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.341351:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.341365:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.341379:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.341393:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.341400:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.341407:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.343999:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344018:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344145:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.344160:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00010000:00010000:1.0:1775764853.344190:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344198:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344205:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344211:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.344215:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344223:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344235:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.344238:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.344243:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344249:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc19b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764853.344263:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003322d766 reply state 000000005994dd18 transno 8589934613 ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.344273:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764853.344314:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fc194 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 18 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344331:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 17 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.344338:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000700) 00010000:00010000:1.0:1775764853.344340:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764853.344343:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764853.344438:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:22469:x1862022967045376:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 3253us (3556us total) trans 8589934613 rc 0/0 00000100:00100000:1.0:1775764853.344448:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 46 00010000:00010000:1.0:1775764853.346131:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.346145:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.346153:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.346159:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.346163:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.346170:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.346183:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783a95400) 00010000:00010000:1.0:1775764853.346186:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.346190:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.346196:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc1a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.347768:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.347866:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967045632 00000100:00100000:2.0:1775764853.347877:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967045632 00000100:00100000:2.0:1775764853.347959:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 47 00000100:00100000:2.0:1775764853.347969:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+17:22469:x1862022967045632:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764853.347997:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.348014:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc1b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c94b expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.348123:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.348140:0:17506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 18 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.348147:0:17506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 4/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.348183:0:17506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 18 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.348197:0:17506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 18 pid: 17505 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.348212:0:17506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:17506:1862022978417152:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764853.348314:0:17506:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976861999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764853.352532:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.352653:0:17506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:17506:1862022978417152:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764853.352683:0:17506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.352921:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967045760 00000100:00100000:0.0:1775764853.352929:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967045760 00010000:00010000:0.0:1775764853.352962:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 19 pid: 17505 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.353001:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23545 00000100:00100000:0.0:1775764853.353009:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+19:2381:x1862022967045760:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764853.353025:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764853.353032:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 19 pid: 17505 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.353046:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 19 pid: 17505 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.353068:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c944 expref: 19 pid: 17505 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.353083:0:6593:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000700) 00010000:00010000:0.0:1775764853.353088:0:6593:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.353097:0:6593:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.353104:0:6593:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.353166:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764853.353217:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3f83546c-01a9-4156-8a97-44c446245d3e+18:2381:x1862022967045760:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 207us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.353225:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23545 00010000:00010000:2.0:1775764853.354354:0:17506:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.354366:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.354387:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00000004:00080000:2.0:1775764853.355134:0:17506:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000403:0x703:0x0], index 1: 0 00010000:00010000:2.0:1775764853.355290:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355300:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355307:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355312:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.355316:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355323:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355340:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000700) 00010000:00010000:2.0:1775764853.355343:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764853.355347:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 2/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355354:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1be lrc: 0/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355413:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc1b7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c94b expref: 18 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355423:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:2.0:1775764853.355426:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764853.355429:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc1b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c94b expref: 18 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.355437:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276200, rc 0) 00000100:00100000:2.0:1775764853.355855:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+17:22469:x1862022967045632:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 7885us (8090us total) trans 8589934614 rc 301/301 00000100:00100000:2.0:1775764853.355867:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 47 00000100:00100000:3.0:1775764853.359052:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.359147:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967046016 00000100:00100000:1.0:1775764853.359157:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967046016 00000100:00100000:1.0:1775764853.359210:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 6 00000100:00100000:1.0:1775764853.359220:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+17:22469:x1862022967046016:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:1.0:1775764853.360218:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+18:22469:x1862022967046016:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 995us (1172us total) trans 8589934615 rc 0/0 00000100:00100000:1.0:1775764853.360228:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 6 00000100:00100000:0.0:1775764853.363715:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.363841:0:17508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967046272 00000100:00100000:2.0:1775764853.363851:0:17508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967046272 00000100:00100000:2.0:1775764853.363945:0:17508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 7 00000100:00100000:2.0:1775764853.363955:0:17508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:22469:x1862022967046272:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:2.0:1775764853.364174:0:17508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:22469:x1862022967046272:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 220us (477us total) trans 8589934616 rc 0/0 00000100:00100000:2.0:1775764853.364182:0:17508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 7 00000100:00100000:2.0:1775764853.386035:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.386526:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967046528 00000100:00100000:1.0:1775764853.386537:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967046528 00000100:00100000:1.0:1775764853.386647:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 48 00000100:00100000:1.0:1775764853.386658:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:22472:x1862022967046528:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.386683:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.386713:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc1cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c952 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386799:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386813:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386824:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386837:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386843:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386849:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386951:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386958:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386964:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386969:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.386974:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386984:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.386995:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.386998:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.387001:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387007:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc1d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387018:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387022:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387027:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387031:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.387034:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387040:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387045:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000c00) 00010000:00010000:1.0:1775764853.387047:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.387050:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387055:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc1da lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387086:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc1cc lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c952 expref: 20 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387095:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.387097:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764853.387100:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc1cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c952 expref: 20 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.387109:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fc00, rc 0) 00000100:00100000:1.0:1775764853.387188:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:22472:x1862022967046528:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 532us (1164us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.387197:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 48 00000100:00100000:3.0:1775764853.393398:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.393535:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967046784 00000100:00100000:2.0:1775764853.393546:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967046784 00000100:00100000:2.0:1775764853.393624:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 49 00000100:00100000:2.0:1775764853.393635:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+19:22472:x1862022967046784:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764853.393655:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.393673:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc1e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c959 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.393803:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedf:0x0]: returning size 512 00010000:00010000:2.0:1775764853.393926:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc1e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c959 expref: 21 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.393943:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95b00) 00010000:00010000:2.0:1775764853.393946:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764853.393952:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc1e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c959 expref: 21 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.393970:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276200, rc 0) 00000100:00100000:2.0:1775764853.394027:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+20:22472:x1862022967046784:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 395us (639us total) trans 8589934617 rc 301/301 00000100:00100000:2.0:1775764853.394035:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 49 00000100:00100000:0.0:1775764853.397323:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.397409:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967046912 00000100:00100000:1.0:1775764853.397423:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967046912 00000100:00100000:2.0:1775764853.397567:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 50 00000100:00100000:2.0:1775764853.397599:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+20:22472:x1862022967046912:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764853.397673:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397689:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397700:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397724:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397730:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397737:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397834:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397841:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397849:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.397885:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00000004:00200000:2.0:1775764853.397889:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764853.397902:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397915:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397921:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397928:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397934:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.397938:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397945:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397956:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:2.0:1775764853.397959:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.397964:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397970:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc1ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397988:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397993:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.397999:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398004:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.398007:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398012:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398020:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783a95d00) 00010000:00010000:2.0:1775764853.398023:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.398025:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398043:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc1f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398058:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398063:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398068:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398074:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.398077:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398082:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398089:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:2.0:1775764853.398091:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.398094:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.398099:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc1fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.398182:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+20:22472:x1862022967046912:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 604us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.398191:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 50 00000100:00100000:1.0:1775764853.401566:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.401834:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967047168 00000100:00100000:2.0:1775764853.401845:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967047168 00000100:00100000:2.0:1775764853.401948:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 8 00000100:00100000:2.0:1775764853.401959:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+20:22472:x1862022967047168:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:2.0:1775764853.402239:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+21:22472:x1862022967047168:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 281us (681us total) trans 8589934618 rc 0/0 00000100:00100000:2.0:1775764853.402247:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 8 00000100:00100000:3.0:1775764853.423675:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.423899:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967047424 00000100:00100000:1.0:1775764853.423909:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967047424 00000100:00100000:1.0:1775764853.423964:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 51 00000100:00100000:1.0:1775764853.423974:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+21:22475:x1862022967047424:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.424000:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.424023:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc204 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c960 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424109:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424125:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424138:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424154:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424162:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424168:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424272:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424279:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424285:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424291:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.424295:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424303:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424314:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.424318:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.424323:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424329:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc20b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424342:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424348:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424354:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424358:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.424361:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424366:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424372:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000c00) 00010000:00010000:1.0:1775764853.424374:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.424377:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424381:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc212 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424415:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc204 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c960 expref: 22 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424426:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.424428:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764853.424431:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc204 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c960 expref: 22 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.424441:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fc00, rc 0) 00000100:00100000:1.0:1775764853.425067:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+21:22475:x1862022967047424:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1091us (1399us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.425077:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 51 00000100:00100000:3.0:1775764853.428580:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.428838:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967047680 00000100:00100000:1.0:1775764853.428848:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967047680 00000100:00100000:1.0:1775764853.428897:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 52 00000100:00100000:1.0:1775764853.428905:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+21:22475:x1862022967047680:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.428924:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.428941:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c967 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.429147:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc220 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.429160:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc220 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.429169:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc220 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.429177:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xedf:0x0]: returning size 512 00010000:00010000:1.0:1775764853.429294:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c967 expref: 24 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.429310:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fe00/0x2aac6a50e5fc220 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c967 expref: 23 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.429317:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.429319:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764853.429321:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fe00, rc 0) 00000100:00100000:1.0:1775764853.429378:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+23:22475:x1862022967047680:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 474us (814us total) trans 8589934619 rc 0/0 00000100:00100000:1.0:1775764853.429382:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 52 00000100:00100000:2.0:1775764853.436011:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.436135:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967047808 00000100:00100000:1.0:1775764853.436145:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967047808 00000100:00100000:1.0:1775764853.436202:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 53 00000100:00100000:1.0:1775764853.436213:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:22475:x1862022967047808:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:1.0:1775764853.436298:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436322:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436335:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436351:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436357:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436364:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436957:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436968:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.436975:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.437018:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00000004:00200000:1.0:1775764853.437023:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764853.437047:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437060:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437065:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437072:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437076:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.437081:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437088:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437099:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.437102:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.437106:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437112:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc22e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437128:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437133:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437138:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437143:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.437145:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437151:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437158:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000c00) 00010000:00010000:1.0:1775764853.437160:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.437163:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437169:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc235 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437189:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437194:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437200:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437206:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.437209:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437215:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437221:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764853.437223:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.437225:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.437231:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc23c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.437448:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:22475:x1862022967047808:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 1233us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.437457:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 53 00000100:00100000:3.0:1775764853.466682:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.469916:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967048064 00000100:00100000:1.0:1775764853.469930:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967048064 00000100:00100000:2.0:1775764853.470348:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 54 00000100:00100000:2.0:1775764853.470360:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+23:22478:x1862022967048064:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764853.470383:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.470404:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc243 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c96e expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471329:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471350:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471365:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471381:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471389:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471396:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471829:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471838:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471846:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471852:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.471857:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471864:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471876:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:2.0:1775764853.471879:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.471884:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471891:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc24a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471905:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471912:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471917:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471922:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.471925:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471931:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471937:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783a95900) 00010000:00010000:2.0:1775764853.471940:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.471942:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471948:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc251 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.471999:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc243 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c96e expref: 24 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.472010:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:2.0:1775764853.472013:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764853.472016:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc243 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c96e expref: 24 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.472026:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00000100:00100000:2.0:1775764853.472393:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+23:22478:x1862022967048064:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 2033us (5720us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764853.472402:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 54 00000100:00100000:3.0:1775764853.476977:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.477072:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967048192 00000100:00100000:1.0:1775764853.477083:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967048192 00000100:00100000:1.0:1775764853.477146:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 55 00000100:00100000:1.0:1775764853.477156:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:22478:x1862022967048192:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:1.0:1775764853.477246:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477264:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477277:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477290:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477297:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477303:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477410:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477418:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477425:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.477865:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00000004:00200000:1.0:1775764853.477870:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764853.477886:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477899:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477905:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477912:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477917:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.477921:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477929:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477941:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.477945:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.477949:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477955:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc258 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477967:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477973:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477982:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477987:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.477990:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.477995:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478002:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000800) 00010000:00010000:1.0:1775764853.478004:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.478007:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478012:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc25f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478029:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478035:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478041:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478046:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.478048:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478057:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478063:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764853.478066:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.478068:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.478073:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc266 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.478160:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:22478:x1862022967048192:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 1004us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.478169:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 55 00000100:00100000:2.0:1775764853.508255:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.508367:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967048448 00000100:00100000:0.0:1775764853.508378:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967048448 00000100:00100000:0.0:1775764853.508444:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 56 00000100:00100000:0.0:1775764853.508455:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+23:22481:x1862022967048448:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:0.0:1775764853.508521:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.508542:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc26d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c975 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508628:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508643:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508656:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508670:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508677:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508684:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508800:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508807:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508815:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508826:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.508831:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508838:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508852:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.508855:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.508861:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508867:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc274 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508880:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508886:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508891:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508896:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.508899:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508905:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508915:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4000) 00010000:00010000:0.0:1775764853.508918:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.508921:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508926:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f800/0x2aac6a50e5fc27b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508961:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc26d lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c975 expref: 24 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508971:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.508973:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764853.508977:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fc00/0x2aac6a50e5fc26d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c975 expref: 24 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.508986:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15fc00, rc 0) 00000100:00100000:0.0:1775764853.509046:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+23:22481:x1862022967048448:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 594us (802us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764853.509055:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 56 00000100:00100000:3.0:1775764853.514004:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.514278:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967048576 00000100:00100000:1.0:1775764853.514290:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967048576 00000100:00100000:1.0:1775764853.514380:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 57 00000100:00100000:1.0:1775764853.514390:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:22481:x1862022967048576:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:1.0:1775764853.514508:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514527:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514540:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514554:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514565:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514744:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514851:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514859:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514866:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.514903:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00000004:00200000:1.0:1775764853.514908:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764853.514918:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514931:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514938:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514944:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514950:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.514955:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514963:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514975:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.514978:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.514982:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.514988:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc282 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515003:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515009:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515015:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515019:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.515022:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515116:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515127:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000c00) 00010000:00010000:1.0:1775764853.515129:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.515132:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515139:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc289 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515155:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515161:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515167:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515171:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.515174:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515179:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515185:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764853.515199:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.515203:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.515208:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc290 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.515347:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:22481:x1862022967048576:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 957us (1351us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.515356:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 57 00000100:00100000:3.0:1775764853.536395:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.536840:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967048704 00000100:00100000:2.0:1775764853.536851:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967048704 00000100:00100000:2.0:1775764853.536917:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 58 00000100:00100000:2.0:1775764853.536926:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+23:22483:x1862022967048704:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:2.0:1775764853.536949:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.536970:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc297 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c97c expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537175:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537289:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537303:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537320:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537327:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537334:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537445:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537453:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537460:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764853.537734:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 0 00000004:00200000:2.0:1775764853.537739:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764853.537778:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537792:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537804:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537810:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537817:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537823:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.537828:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537836:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537847:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:2.0:1775764853.537851:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.537855:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537862:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc29e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537875:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537881:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537886:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537892:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764853.537894:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537900:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537907:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783a95900) 00010000:00010000:2.0:1775764853.537910:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764853.537912:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537917:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537948:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc297 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c97c expref: 25 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537962:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c97c expref: 24 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.537969:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95d00) 00010000:00010000:2.0:1775764853.537972:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764853.537974:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276e00, rc 0) 00000100:00100000:2.0:1775764853.538301:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+24:22483:x1862022967048704:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 1374us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.538310:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 58 00000100:00100000:2.0:1775764853.541394:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.541505:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967048960 00000100:00100000:1.0:1775764853.541516:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967048960 00000100:00100000:1.0:1775764853.541595:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 59 00000100:00100000:1.0:1775764853.541607:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+24:22483:x1862022967048960:12345-192.168.202.46@tcp:36:truncate.0 00010000:00010000:1.0:1775764853.541675:0:17504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764853.541715:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc2ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c97c expref: 24 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.541738:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95d00) 00010000:00010000:1.0:1775764853.541751:0:17504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764853.542004:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.542017:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.542038:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764853.542088:0:17504:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934620 00000004:00010000:1.0:1775764853.542109:0:17504:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000339a0d5d reply state 000000009e2196fa transno 8589934621 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764853.542117:0:17504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764853.542382:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+26:22483:x1862022967048960:12345-192.168.202.46@tcp:36:truncate.0 Request processed in 776us (998us total) trans 8589934621 rc 0/0 00000100:00100000:1.0:1775764853.542390:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 59 00000020:00080000:1.0:1775764853.542395:0:17504:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764853.545002:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.545020:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.545027:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.545043:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.545047:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.545054:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.545070:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764853.545072:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.545077:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.545082:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc2b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.546401:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.546552:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967049088 00000100:00100000:1.0:1775764853.546566:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967049088 00000100:00100000:1.0:1775764853.546892:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 60 00000100:00100000:1.0:1775764853.546904:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+25:22483:x1862022967049088:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:1.0:1775764853.546935:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.546961:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc2ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c983 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.547038:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc2ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c983 expref: 26 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.547054:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc2ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c983 expref: 26 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.547075:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000c00) 00010000:00010000:1.0:1775764853.547078:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764853.547081:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764853.547137:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+26:22483:x1862022967049088:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 237us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.547143:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 60 00000100:00100000:3.0:1775764853.555699:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.556530:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967049344 00000100:00100000:2.0:1775764853.556545:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967049344 00000100:00100000:2.0:1775764853.556644:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 61 00000100:00100000:2.0:1775764853.556654:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:22483:x1862022967049344:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:2.0:1775764853.556677:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.556680:0:17505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764853.556721:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc2ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c983 expref: 26 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.556746:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000c00) 00010000:00010000:2.0:1775764853.556758:0:17505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764853.556776:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc2c1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c98a expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.556830:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.556843:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.556854:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764853.557717:0:17505:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x703:0x0], index 0: 0 00010000:00010000:2.0:1775764853.557861:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c98a expref: 28 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.557871:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:2.0:1775764853.557875:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764853.557891:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc2c1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c98a expref: 28 pid: 17505 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.557908:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c98a expref: 27 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.557932:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:2.0:1775764853.557935:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764853.557937:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00000100:00100000:2.0:1775764853.558014:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+27:22483:x1862022967049344:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 1361us (2324us total) trans 8589934622 rc 0/0 00000100:00100000:2.0:1775764853.558023:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 61 00000100:00100000:2.0:1775764853.566266:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.566451:0:12180:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967049472 00000100:00100000:0.0:1775764853.566462:0:12180:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967049472 00000100:00100000:0.0:1775764853.566580:0:12180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15303 00000100:00100000:0.0:1775764853.566874:0:12180:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+6:22483:x1862022967049472:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:0.0:1775764853.566894:0:12180:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.566916:0:12180:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fc2cf lrc: 2/0,0 mode: --/PW res: [0x280000403:0x703:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c991 expref: -99 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764853.566948:0:12180:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x703:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764853.566970:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764853.566973:0:12180:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764853.566981:0:12180:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fc2cf lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c991 expref: 7 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.567000:0:12180:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000f2e5f2/0x2aac6a50e5fc2cf lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c991 expref: 7 pid: 12180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.567014:0:12180:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15fc00, rc 0) 00000100:00100000:0.0:1775764853.567075:0:12180:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:3f83546c-01a9-4156-8a97-44c446245d3e+7:22483:x1862022967049472:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 486us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.567083:0:12180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15303 00000100:00100000:2.0:1775764853.576224:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.576417:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967049600 00000100:00100000:0.0:1775764853.576428:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967049600 00000100:00100000:0.0:1775764853.576509:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15304 00000100:00100000:0.0:1775764853.576520:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+6:22483:x1862022967049600:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:0.0:1775764853.576541:0:12041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.576564:0:12041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fc2d6 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x703:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c998 expref: -99 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764853.576753:0:12041:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x703:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764853.576777:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764853.576780:0:12041:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764853.576791:0:12041:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fc2d6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c998 expref: 7 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.576809:0:12041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d6293df/0x2aac6a50e5fc2d6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c998 expref: 7 pid: 12041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.576824:0:12041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f800, rc 0) 00000100:00100000:0.0:1775764853.576892:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+7:22483:x1862022967049600:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 374us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.576899:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15304 00000100:00100000:1.0:1775764853.580300:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.580409:0:16239:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967049728 00000100:00100000:0.0:1775764853.580419:0:16239:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967049728 00002000:00010000:0.0:1775764853.580458:0:16239:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677443/1795 (1048576->18446744073709551615) 00002000:00100000:0.0:1775764853.580463:0:16239:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e215500 with x1862022967049728 ext(1048576->18446744073709551615) 00002000:00010000:0.0:1775764853.580719:0:16239:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e215500. 00000100:00100000:0.0:1775764853.580787:0:16239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2328 00000100:00100000:0.0:1775764853.580797:0:16239:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:3f83546c-01a9-4156-8a97-44c446245d3e+7:2380:x1862022967049728:12345-192.168.202.46@tcp:10:truncate.0 00002000:00010000:0.0:1775764853.581167:0:16239:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1775764853.581171:0:16239:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb mtime from disk: 0 -> 1775764853 00002000:00010000:0.0:1775764853.581173:0:16239:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764853.581174:0:16239:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb ctime from disk: 0 -> 1775764853 00002000:00010000:0.0:1775764853.581176:0:16239:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764853.581343:0:16239:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967049728:12345-192.168.202.46@tcp:10:truncate.0 Request processed in 548us (1053us total) trans 4294971566 rc 0/0 00000100:00100000:0.0:1775764853.581352:0:16239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2328 00002000:00010000:0.0:1775764853.581356:0:16239:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677443/1795 (1048576->18446744073709551615) 00002000:00100000:0.0:1775764853.581360:0:16239:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768e215500 with x1862022967049728 ext(1048576->18446744073709551615) 00002000:00010000:0.0:1775764853.581365:0:16239:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89768e215500. 00000100:00100000:1.0:1775764853.631342:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.631551:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967049984 00000100:00100000:3.0:1775764853.631563:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967049984 00000100:00100000:3.0:1775764853.631636:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 62 00000100:00100000:3.0:1775764853.631647:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+27:22485:x1862022967049984:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764853.631671:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.631692:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc2dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c99f expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631781:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631796:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631807:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631820:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631827:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631833:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631934:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631945:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631951:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631957:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.631961:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631968:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631979:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.631982:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.631986:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.631991:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc2e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632003:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632009:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632015:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632020:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.632023:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632271:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632280:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58300) 00010000:00010000:3.0:1775764853.632282:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.632285:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632290:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc2eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632326:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc2dd lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c99f expref: 28 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632337:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.632339:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764853.632342:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc2dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c99f expref: 28 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.632351:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadbe00, rc 0) 00000100:00100000:3.0:1775764853.632426:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+27:22485:x1862022967049984:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 781us (1097us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764853.632433:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 62 00000100:00100000:2.0:1775764853.640636:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.640852:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967050112 00000100:00100000:0.0:1775764853.640862:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967050112 00000100:00100000:0.0:1775764853.640920:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 63 00000100:00100000:0.0:1775764853.640930:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+27:22485:x1862022967050112:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764853.641012:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641042:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641055:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641072:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641078:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641084:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641184:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641355:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641363:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.641403:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048576 00000004:00200000:0.0:1775764853.641407:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.641419:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641433:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641438:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641444:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641450:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.641453:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641461:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641512:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.641515:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.641520:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641526:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc2f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641538:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641548:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641554:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641558:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.641560:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641565:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641572:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764853.641574:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.641576:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641581:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc2f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641963:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641970:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641977:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641983:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.641986:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.641993:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.642002:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:0.0:1775764853.642005:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.642008:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.642013:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc300 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.642104:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+27:22485:x1862022967050112:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 1174us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.642114:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 63 00000100:00100000:2.0:1775764853.695545:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.696152:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967050368 00000100:00100000:1.0:1775764853.696164:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967050368 00000100:00100000:1.0:1775764853.696244:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 64 00000100:00100000:1.0:1775764853.696255:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+27:22488:x1862022967050368:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.696276:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.696297:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc307 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9a6 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.696373:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.696387:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.696398:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.696418:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.696425:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.696431:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697153:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697162:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697168:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697174:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.697178:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697348:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697365:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.697368:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.697373:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697378:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc30e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697395:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697400:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697405:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697410:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.697412:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697417:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697424:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000800) 00010000:00010000:1.0:1775764853.697426:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.697428:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697434:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc315 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697517:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc307 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9a6 expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697528:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.697530:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764853.697534:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc307 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9a6 expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.697543:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f400, rc 0) 00000100:00100000:1.0:1775764853.698417:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+27:22488:x1862022967050368:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 2159us (2878us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.698427:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 64 00000100:00100000:1.0:1775764853.704733:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.704841:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967050496 00000100:00100000:3.0:1775764853.704853:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967050496 00000100:00100000:3.0:1775764853.704961:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 65 00000100:00100000:3.0:1775764853.704973:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+27:22488:x1862022967050496:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:3.0:1775764853.705073:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705092:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705105:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705119:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705126:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705133:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705515:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705526:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705534:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.705581:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048576 00000004:00200000:3.0:1775764853.705586:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764853.705914:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705930:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705937:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705945:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705952:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.705956:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705964:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705978:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.705981:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.705987:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.705993:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc31c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706007:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706014:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706019:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706164:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.706168:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706174:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706181:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58300) 00010000:00010000:3.0:1775764853.706183:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.706280:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706288:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc323 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706303:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706308:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706314:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706320:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.706323:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706329:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706336:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:3.0:1775764853.706338:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.706342:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.706347:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc32a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.706437:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+27:22488:x1862022967050496:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 1464us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.706447:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 65 00000100:00100000:2.0:1775764853.756322:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.756755:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967050752 00000100:00100000:1.0:1775764853.756765:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967050752 00000100:00100000:1.0:1775764853.756836:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 66 00000100:00100000:1.0:1775764853.756846:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+27:22491:x1862022967050752:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.756871:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.756894:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc331 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9ad expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.756981:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.756997:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757009:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757220:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757231:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757243:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757346:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757353:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757360:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757366:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.757371:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757379:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757391:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.757395:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.757400:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757406:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc338 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757419:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757425:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757432:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757437:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.757440:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757446:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.757452:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000800) 00010000:00010000:1.0:1775764853.757454:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.757457:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.761256:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc33f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.761353:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc331 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9ad expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.761368:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.761371:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764853.761376:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc331 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9ad expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.761385:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f400, rc 0) 00000100:00100000:1.0:1775764853.761622:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+27:22491:x1862022967050752:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 4621us (5154us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.761635:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 66 00000100:00100000:2.0:1775764853.766072:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.766253:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967050880 00000100:00100000:3.0:1775764853.766264:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967050880 00000100:00100000:3.0:1775764853.766328:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 67 00000100:00100000:3.0:1775764853.766338:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+27:22491:x1862022967050880:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:3.0:1775764853.766416:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766434:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766446:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766461:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766499:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766505:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766748:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766758:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766765:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.766804:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048576 00000004:00200000:3.0:1775764853.766809:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764853.766821:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766834:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766840:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766847:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766853:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.766857:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766864:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766875:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.766878:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.766883:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766892:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc346 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766905:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766911:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766917:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766921:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.766924:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766929:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766935:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58300) 00010000:00010000:3.0:1775764853.766937:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.766939:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766944:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc34d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766957:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766963:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766968:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766973:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.766976:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766981:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766987:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:3.0:1775764853.766989:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.766992:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.766997:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc354 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.767387:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+27:22491:x1862022967050880:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 1048us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.767396:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 67 00000100:00100000:2.0:1775764853.794863:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.794995:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967051008 00000100:00100000:1.0:1775764853.795006:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967051008 00000100:00100000:1.0:1775764853.795074:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 68 00000100:00100000:1.0:1775764853.795083:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+27:22493:x1862022967051008:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:1.0:1775764853.795103:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.795122:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc35b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9b4 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795182:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795198:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795209:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795222:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795227:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795232:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795327:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795338:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795345:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.795376:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048576 00000004:00200000:1.0:1775764853.795380:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764853.795400:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795410:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795417:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795423:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795430:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795435:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.795439:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795446:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795458:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.795499:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.795505:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795510:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc362 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795524:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795530:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795536:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795540:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.795542:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795547:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795555:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000800) 00010000:00010000:1.0:1775764853.795557:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.795560:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795564:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc369 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795721:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc35b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9b4 expref: 29 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795739:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9b4 expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.795745:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:1.0:1775764853.795747:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764853.795750:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e600, rc 0) 00000100:00100000:2.0:1775764853.797360:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+28:22493:x1862022967051008:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 2268us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.797370:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 68 00000100:00100000:2.0:1775764853.808684:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.808837:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967051264 00000100:00100000:3.0:1775764853.808849:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967051264 00000100:00100000:3.0:1775764853.808908:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 69 00000100:00100000:3.0:1775764853.808918:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+28:22493:x1862022967051264:12345-192.168.202.46@tcp:36:truncate.0 00010000:00010000:3.0:1775764853.808973:0:17504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764853.809002:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc370 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9b4 expref: 28 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.809040:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc2c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c98a expref: 27 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.809051:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95900) 00010000:00010000:3.0:1775764853.809063:0:17504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764853.809299:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.809313:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.809324:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764853.809378:0:17504:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934623 00000004:00010000:3.0:1775764853.809404:0:17504:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000139698d2 reply state 0000000051094815 transno 8589934624 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.809414:0:17504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764853.809926:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+29:22493:x1862022967051264:12345-192.168.202.46@tcp:36:truncate.0 Request processed in 1008us (1250us total) trans 8589934624 rc 0/0 00000100:00100000:3.0:1775764853.809935:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 69 00000020:00080000:3.0:1775764853.809940:0:17504:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764853.814406:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.814508:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967051392 00000100:00100000:2.0:1775764853.814519:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967051392 00010000:00010000:3.0:1775764853.814958:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.814971:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.814979:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.814984:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.814989:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.814996:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.815013:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2f58300) 00010000:00010000:3.0:1775764853.815016:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.815020:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.815038:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc377 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.815297:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 70 00000100:00100000:2.0:1775764853.815310:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+28:22493:x1862022967051392:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:2.0:1775764853.815335:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.815353:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5fc37e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9bb expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.815414:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5fc37e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9bb expref: 29 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.815428:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5fc37e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9bb expref: 29 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.815448:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764853.815450:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764853.815453:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277600, rc 0) 00000100:00100000:2.0:1775764853.815544:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+29:22493:x1862022967051392:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 239us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.819922:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.819999:0:17504:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1775764853.820010:0:17504:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1775764853.820398:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967051648 00000100:00100000:1.0:1775764853.820408:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967051648 00000100:00100000:2.0:1775764853.820971:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 70 00000100:00100000:1.0:1775764853.821257:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 71 00000100:00100000:1.0:1775764853.821272:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+29:22493:x1862022967051648:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:1.0:1775764853.821296:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.821299:0:17504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764853.821326:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5fc37e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9bb expref: 29 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.821344:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783a95200) 00010000:00010000:1.0:1775764853.821357:0:17504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764853.821373:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc385 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9c2 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.821433:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc38c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.821447:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc38c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.821458:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc38c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764853.822213:0:17504:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000403:0x704:0x0], index 1: 0 00010000:00010000:1.0:1775764853.822331:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc38c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9c2 expref: 31 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.822341:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764853.822344:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764853.822358:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc385 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9c2 expref: 31 pid: 17504 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.822374:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc38c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9c2 expref: 30 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.822399:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764853.822401:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764853.822404:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ec00, rc 0) 00000100:00100000:1.0:1775764853.822789:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+30:22493:x1862022967051648:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 1521us (2874us total) trans 8589934625 rc 0/0 00000100:00100000:1.0:1775764853.822798:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 71 00000100:00100000:3.0:1775764853.827272:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.827910:0:12193:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967051776 00000100:00100000:2.0:1775764853.827921:0:12193:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967051776 00000100:00100000:2.0:1775764853.827986:0:12193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15305 00000100:00100000:2.0:1775764853.827997:0:12193:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+7:22493:x1862022967051776:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:2.0:1775764853.828015:0:12193:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.828048:0:12193:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d68ca28/0x2aac6a50e5fc393 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x704:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9c9 expref: -99 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764853.828077:0:12193:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x704:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764853.828097:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764853.828099:0:12193:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764853.828108:0:12193:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d68ca28/0x2aac6a50e5fc393 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9c9 expref: 8 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.828124:0:12193:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d68ca28/0x2aac6a50e5fc393 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9c9 expref: 8 pid: 12193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.828138:0:12193:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276000, rc 0) 00000100:00100000:2.0:1775764853.828206:0:12193:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:3f83546c-01a9-4156-8a97-44c446245d3e+8:22493:x1862022967051776:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 211us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.828213:0:12193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15305 00000100:00100000:2.0:1775764853.831064:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.831825:0:14507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967051904 00000100:00100000:0.0:1775764853.831838:0:14507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967051904 00002000:00010000:0.0:1775764853.831882:0:14507:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419267/1796 (3145727->18446744073709551615) 00002000:00100000:0.0:1775764853.831887:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89779abbdf80 with x1862022967051904 ext(3145727->18446744073709551615) 00002000:00010000:0.0:1775764853.831900:0:14507:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89779abbdf80. 00000100:00100000:0.0:1775764853.831978:0:14507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2329 00000100:00100000:0.0:1775764853.831988:0:14507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967051904:12345-192.168.202.46@tcp:10:truncate.0 00002000:00010000:0.0:1775764853.832531:0:14507:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb size from disk: 0 -> 3145727 00002000:00010000:0.0:1775764853.832536:0:14507:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb mtime from disk: 0 -> 1775764854 00002000:00010000:0.0:1775764853.832538:0:14507:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764853.832540:0:14507:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb ctime from disk: 0 -> 1775764854 00002000:00010000:0.0:1775764853.832543:0:14507:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764853.832621:0:14507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3f83546c-01a9-4156-8a97-44c446245d3e+9:2380:x1862022967051904:12345-192.168.202.46@tcp:10:truncate.0 Request processed in 634us (1564us total) trans 4294972362 rc 0/0 00000100:00100000:0.0:1775764853.832629:0:14507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2329 00002000:00010000:0.0:1775764853.832633:0:14507:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419267/1796 (3145727->18446744073709551615) 00002000:00100000:0.0:1775764853.832636:0:14507:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89779abbdf80 with x1862022967051904 ext(3145727->18446744073709551615) 00002000:00010000:0.0:1775764853.832641:0:14507:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89779abbdf80. 00000100:00100000:3.0:1775764853.850975:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.857593:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967052032 00000100:00100000:0.0:1775764853.857609:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967052032 00000100:00100000:0.0:1775764853.857696:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 72 00000100:00100000:0.0:1775764853.857716:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+30:22494:x1862022967052032:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:0.0:1775764853.857746:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.857769:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc39a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9d0 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.857841:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.857857:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.857871:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.857886:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.857892:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.857899:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858007:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858016:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858037:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.858074:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 3145727 00000004:00200000:0.0:1775764853.858079:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.858103:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858115:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858123:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858128:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858134:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858140:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.858145:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858153:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858173:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.858176:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.858182:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858188:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858203:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858209:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858214:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858218:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.858220:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858225:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858232:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764853.858234:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.858237:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858241:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858274:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fa00/0x2aac6a50e5fc39a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9d0 expref: 32 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858288:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9d0 expref: 31 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.858295:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764853.858296:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764853.858299:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15e400, rc 0) 00000100:00100000:0.0:1775764853.858382:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+31:22494:x1862022967052032:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 669us (7416us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.858391:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 72 00000100:00100000:2.0:1775764853.868270:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.868443:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967052288 00000100:00100000:3.0:1775764853.868454:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967052288 00000100:00100000:3.0:1775764853.868559:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 73 00000100:00100000:3.0:1775764853.868570:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+31:22494:x1862022967052288:12345-192.168.202.46@tcp:36:truncate.0 00010000:00010000:3.0:1775764853.868634:0:18439:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764853.868660:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e400/0x2aac6a50e5fc3af lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9d0 expref: 31 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.868681:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc38c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9c2 expref: 30 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.868697:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764853.868720:0:18439:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764853.868950:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.868963:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.868973:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764853.869023:0:18439:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934626 00000004:00010000:3.0:1775764853.869059:0:18439:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b9d917d reply state 000000000de39293 transno 8589934627 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.869068:0:18439:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764853.869149:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+32:22494:x1862022967052288:12345-192.168.202.46@tcp:36:truncate.0 Request processed in 581us (890us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1775764853.869156:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 73 00000020:00080000:3.0:1775764853.869161:0:18439:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764853.874898:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.874915:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.874922:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.874928:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.874933:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.874941:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.874959:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2f58300) 00010000:00010000:0.0:1775764853.874962:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.874967:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.874973:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbe00/0x2aac6a50e5fc3b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.890125:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.890244:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967052416 00000100:00100000:0.0:1775764853.890253:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967052416 00000100:00100000:0.0:1775764853.890326:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 74 00000100:00100000:0.0:1775764853.890336:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+31:22494:x1862022967052416:12345-192.168.202.46@tcp:101:truncate.0 00010000:00010000:0.0:1775764853.890360:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764853.890381:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9d7 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.890444:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9d7 expref: 32 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.890458:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9d7 expref: 32 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.890517:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764853.890520:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764853.890524:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15e200, rc 0) 00000100:00100000:0.0:1775764853.890831:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+32:22494:x1862022967052416:12345-192.168.202.46@tcp:101:truncate.0 Request processed in 496us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.890840:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 74 00000100:00100000:3.0:1775764853.895302:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.895341:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764853.895414:0:14506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967052544 00000100:00100000:2.0:1775764853.895425:0:14506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967052544 00002000:00010000:2.0:1775764853.895482:0:14506:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677443/1795 (1048577->18446744073709551615) 00002000:00100000:2.0:1775764853.895487:0:14506:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b78c4e00 with x1862022967052544 ext(1048577->18446744073709551615) 00002000:00010000:2.0:1775764853.895499:0:14506:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b78c4e00. 00000100:00100000:2.0:1775764853.895519:0:14506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967052672 00000100:00100000:2.0:1775764853.895522:0:14506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967052672 00002000:00010000:2.0:1775764853.895535:0:14506:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419267/1796 (0->18446744073709551615) 00002000:00100000:2.0:1775764853.895538:0:14506:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b78c5880 with x1862022967052672 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764853.895543:0:14506:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8977b78c5880. 00000100:00100000:2.0:1775764853.895559:0:14506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2330 00000100:00100000:0.0:1775764853.895567:0:16272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2331 00000100:00100000:0.0:1775764853.895577:0:16272:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+9:2380:x1862022967052672:12345-192.168.202.46@tcp:10:truncate.0 00000100:00100000:2.0:1775764853.895751:0:14506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967052544:12345-192.168.202.46@tcp:10:truncate.0 00002000:00010000:0.0:1775764853.895862:0:16272:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb size from disk: 3145727 -> 0 00002000:00010000:2.0:1775764853.895862:0:14506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb size from disk: 1048576 -> 1048577 00002000:00010000:0.0:1775764853.895867:0:16272:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb mtime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764853.895867:0:14506:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb mtime from disk: 1775764853 -> 1775764854 00002000:00010000:0.0:1775764853.895870:0:16272:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1775764853.895870:0:14506:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764853.895873:0:16272:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb ctime from disk: 1775764854 -> 1775764854 00002000:00010000:2.0:1775764853.895873:0:14506:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb ctime from disk: 1775764853 -> 1775764854 00002000:00010000:0.0:1775764853.895876:0:16272:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:2.0:1775764853.895876:0:14506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000403:0x703:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764853.900205:0:14506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3f83546c-01a9-4156-8a97-44c446245d3e+9:2380:x1862022967052544:12345-192.168.202.46@tcp:10:truncate.0 Request processed in 4624us (4899us total) trans 4294971567 rc 0/0 00000100:00100000:2.0:1775764853.900221:0:14506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2330 00002000:00010000:2.0:1775764853.900230:0:14506:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677443/1795 (1048577->18446744073709551615) 00002000:00100000:2.0:1775764853.900234:0:14506:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b78c4e00 with x1862022967052544 ext(1048577->18446744073709551615) 00002000:00010000:2.0:1775764853.900246:0:14506:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8977b78c4e00. 00000100:00100000:0.0:1775764853.902251:0:16272:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:3f83546c-01a9-4156-8a97-44c446245d3e+10:2380:x1862022967052672:12345-192.168.202.46@tcp:10:truncate.0 Request processed in 6666us (6899us total) trans 4294972363 rc 0/0 00000100:00100000:0.0:1775764853.902264:0:16272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2331 00002000:00010000:0.0:1775764853.902270:0:16272:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419267/1796 (0->18446744073709551615) 00002000:00100000:0.0:1775764853.902273:0:16272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8977b78c5880 with x1862022967052672 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764853.902338:0:16272:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8977b78c5880. 00000100:00100000:2.0:1775764853.930264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.930327:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967052928 00000100:00100000:3.0:1775764853.930338:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967052928 00000100:00100000:3.0:1775764853.930403:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 75 00000100:00100000:3.0:1775764853.930414:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+32:22496:x1862022967052928:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764853.930436:0:18439:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.930456:0:18439:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc3c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9de expref: -99 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930624:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930640:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930652:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930668:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930674:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930680:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930795:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930802:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930808:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930814:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.930818:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930829:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930842:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.930845:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.930850:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930855:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930868:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930873:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930879:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930883:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.930886:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930891:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930896:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58a00) 00010000:00010000:3.0:1775764853.930898:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.930900:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930907:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930939:0:18439:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc3c4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9de expref: 33 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930949:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.930951:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764853.930954:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc3c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9de expref: 33 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.930963:0:18439:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadaa00, rc 0) 00000100:00100000:3.0:1775764853.931028:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+32:22496:x1862022967052928:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 615us (776us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764853.931036:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 75 00000100:00100000:2.0:1775764853.933858:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.933956:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967053056 00000100:00100000:0.0:1775764853.933968:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967053056 00000100:00100000:0.0:1775764853.934033:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 76 00000100:00100000:0.0:1775764853.934043:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+32:22496:x1862022967053056:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764853.934113:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934130:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934141:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934154:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934160:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934167:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934266:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934272:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934278:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.934317:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048577 00000004:00200000:0.0:1775764853.934322:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.934334:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934347:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934353:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934359:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934365:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.934369:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934376:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934387:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.934391:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.934396:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934401:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc3d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934414:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934421:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934426:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934431:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.934433:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934439:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934445:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4300) 00010000:00010000:0.0:1775764853.934447:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.934449:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934454:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc3e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934513:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934519:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934525:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934530:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.934532:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934538:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934544:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764853.934546:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.934548:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.934553:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc3e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.934639:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+32:22496:x1862022967053056:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 597us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.934647:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 76 00000100:00100000:2.0:1775764853.951861:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.952130:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967053312 00000100:00100000:3.0:1775764853.952141:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967053312 00000100:00100000:3.0:1775764853.952217:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 77 00000100:00100000:3.0:1775764853.952225:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+32:22499:x1862022967053312:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764853.952245:0:18439:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.952261:0:18439:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc3ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9e5 expref: -99 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952331:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952342:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952352:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952361:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952365:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952369:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952452:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952456:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952461:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952502:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.952505:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952510:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952519:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.952521:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.952525:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952529:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc3f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952539:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952542:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952546:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952549:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.952550:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952553:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952557:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58a00) 00010000:00010000:3.0:1775764853.952558:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.952559:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952562:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc3fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952585:0:18439:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc3ee lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9e5 expref: 33 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952608:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.952610:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764853.952614:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc3ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9e5 expref: 33 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.952623:0:18439:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadaa00, rc 0) 00000100:00100000:3.0:1775764853.952686:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+32:22499:x1862022967053312:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 461us (834us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764853.952694:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 77 00000100:00100000:1.0:1775764853.955081:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.955245:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967053440 00000100:00100000:0.0:1775764853.955254:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967053440 00000100:00100000:0.0:1775764853.955399:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 78 00000100:00100000:0.0:1775764853.955408:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+32:22499:x1862022967053440:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764853.955499:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955514:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955523:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955532:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955536:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955540:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955625:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955633:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955639:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.955672:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048577 00000004:00200000:0.0:1775764853.955675:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.955685:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955697:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955715:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955723:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955732:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.955737:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955744:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955755:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.955759:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.955763:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955768:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc403 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955781:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955786:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955791:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955797:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.955800:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955806:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955813:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4300) 00010000:00010000:0.0:1775764853.955816:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.955818:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955824:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc40a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955843:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955849:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955855:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955860:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.955863:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955869:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955881:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764853.955882:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.955884:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.955888:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc411 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.955951:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+32:22499:x1862022967053440:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 543us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.955960:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 78 00000100:00100000:2.0:1775764853.973049:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764853.973127:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967053696 00000100:00100000:1.0:1775764853.973138:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967053696 00000100:00100000:1.0:1775764853.973205:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 79 00000100:00100000:1.0:1775764853.973217:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+32:22502:x1862022967053696:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.973247:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.973272:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc418 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9ec expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973368:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973403:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973415:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973430:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973437:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973443:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973585:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973767:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973774:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973779:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.973784:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973791:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973802:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.973805:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.973810:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973816:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc41f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973829:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973835:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973841:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973846:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764853.973849:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973855:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973861:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000100) 00010000:00010000:1.0:1775764853.973863:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764853.973865:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973869:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc426 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973896:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc418 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9ec expref: 33 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973903:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764853.973905:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764853.973907:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc418 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9ec expref: 33 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.973913:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e000, rc 0) 00000100:00100000:1.0:1775764853.974384:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+32:22502:x1862022967053696:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1167us (1344us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764853.974391:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 79 00000100:00100000:2.0:1775764853.977912:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764853.978012:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967053824 00000100:00100000:0.0:1775764853.978102:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967053824 00000100:00100000:0.0:1775764853.978197:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 80 00000100:00100000:0.0:1775764853.978207:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+32:22502:x1862022967053824:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764853.978282:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978301:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978314:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978330:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978337:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978347:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978456:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978496:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978505:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764853.978547:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048577 00000004:00200000:0.0:1775764853.978554:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764853.978567:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978579:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978585:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978608:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978614:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.978619:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978626:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978639:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764853.978642:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.978646:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978651:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ea00/0x2aac6a50e5fc42d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978663:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978669:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978674:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978679:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.978682:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978687:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978693:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4300) 00010000:00010000:0.0:1775764853.978695:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.978697:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978715:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc434 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978736:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978742:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978748:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978753:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764853.978755:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978761:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978768:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764853.978770:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764853.978773:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.978779:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc43b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.978866:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+32:22502:x1862022967053824:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 658us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.978875:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 80 00000100:00100000:2.0:1775764853.996429:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764853.996860:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967054080 00000100:00100000:3.0:1775764853.996872:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967054080 00000100:00100000:3.0:1775764853.996993:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 81 00000100:00100000:3.0:1775764853.997004:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+32:22504:x1862022967054080:12345-192.168.202.46@tcp:101:dd.0 00010000:00010000:3.0:1775764853.997101:0:18439:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.997124:0:18439:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc442 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9f3 expref: -99 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997280:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997296:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997308:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997322:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997330:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997336:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997411:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada200/0x2aac6a50e5fc457 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997420:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada200/0x2aac6a50e5fc457 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997427:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada200/0x2aac6a50e5fc457 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.997437:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 1048577 00010000:00010000:3.0:1775764853.997564:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997572:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997579:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997584:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.997588:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997613:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997629:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:3.0:1775764853.997631:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.997637:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997643:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc449 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997654:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997659:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997663:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997667:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764853.997669:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997674:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997679:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2f58a00) 00010000:00010000:3.0:1775764853.997680:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.997682:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997687:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc450 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997741:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc442 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9f3 expref: 35 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997753:0:18439:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada200/0x2aac6a50e5fc457 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9f3 expref: 34 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.997759:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:3.0:1775764853.997761:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764853.997763:0:18439:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cada200, rc 0) 00000100:00100000:3.0:1775764853.997829:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+34:22504:x1862022967054080:12345-192.168.202.46@tcp:101:dd.0 Request processed in 827us (1411us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1775764853.997838:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 81 00000100:00100000:3.0:1775764854.001690:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764854.001786:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967054336 00000100:00100000:2.0:1775764854.001797:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967054336 00000100:00100000:2.0:1775764854.001864:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 82 00000100:00100000:2.0:1775764854.001874:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+34:22504:x1862022967054336:12345-192.168.202.46@tcp:36:dd.0 00010000:00010000:2.0:1775764854.001943:0:17506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764854.001968:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada200/0x2aac6a50e5fc457 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9f3 expref: 34 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.001988:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:2.0:1775764854.001993:0:17506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764854.002214:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.002232:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.002241:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764854.002296:0:17506:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589934629 00000004:00010000:2.0:1775764854.002322:0:17506:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d5eb06dd reply state 00000000d500de5d transno 8589934630 ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764854.002332:0:17506:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764854.002418:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+36:22504:x1862022967054336:12345-192.168.202.46@tcp:36:dd.0 Request processed in 546us (737us total) trans 8589934630 rc 0/0 00000100:00100000:2.0:1775764854.002427:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 82 00000020:00080000:2.0:1775764854.002432:0:17506:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764854.005199:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764854.005443:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764854.005618:0:16238:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967054464 00000100:00100000:1.0:1775764854.005630:0:16238:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967054464 00002000:00010000:1.0:1775764854.005687:0:16238:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419267/1796 (2097152->18446744073709551615) 00010000:00010000:3.0:1775764854.005690:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1775764854.005691:0:16238:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768328bb80 with x1862022967054464 ext(2097152->18446744073709551615) 00010000:00010000:3.0:1775764854.005710:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.005718:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.005724:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764854.005729:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.005737:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.005753:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:3.0:1775764854.005756:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764854.005761:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.005767:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc465 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764854.005813:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1775764854.005845:0:16238:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768328bb80. 00000100:00100000:1.0:1775764854.005906:0:16238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2332 00000100:00100000:1.0:1775764854.005917:0:16238:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:3f83546c-01a9-4156-8a97-44c446245d3e+10:2381:x1862022967054464:12345-192.168.202.46@tcp:10:dd.0 00002000:00010000:1.0:1775764854.006171:0:16238:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1775764854.006174:0:16238:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb mtime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764854.006176:0:16238:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764854.006178:0:16238:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb ctime from disk: 1775764854 -> 1775764854 00002000:00010000:1.0:1775764854.006180:0:16238:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000403:0x704:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1775764854.006245:0:16238:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:3f83546c-01a9-4156-8a97-44c446245d3e+11:2381:x1862022967054464:12345-192.168.202.46@tcp:10:dd.0 Request processed in 330us (806us total) trans 4294972364 rc 0/0 00000100:00100000:1.0:1775764854.006252:0:16238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2332 00002000:00010000:1.0:1775764854.006256:0:16238:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419267/1796 (2097152->18446744073709551615) 00002000:00100000:1.0:1775764854.006258:0:16238:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768328bb80 with x1862022967054464 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1775764854.006263:0:16238:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768328bb80. 00000100:00100000:1.0:1775764854.013185:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.013287:0:17508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967054720 00000100:00100000:0.0:1775764854.013298:0:17508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967054720 00000100:00100000:0.0:1775764854.013356:0:17508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:0.0:1775764854.013368:0:17508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+35:22504:x1862022967054720:12345-192.168.202.46@tcp:35:dd.0 00000100:00100000:0.0:1775764854.014147:0:17508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3f83546c-01a9-4156-8a97-44c446245d3e+36:22504:x1862022967054720:12345-192.168.202.46@tcp:35:dd.0 Request processed in 779us (969us total) trans 8589934631 rc 0/0 00000100:00100000:0.0:1775764854.014157:0:17508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 9 00000100:00100000:3.0:1775764854.033181:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764854.033293:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967054848 00000100:00100000:1.0:1775764854.033303:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967054848 00000100:00100000:1.0:1775764854.033364:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 83 00000100:00100000:1.0:1775764854.033375:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+36:22505:x1862022967054848:12345-192.168.202.46@tcp:101:ls.0 00010000:00010000:1.0:1775764854.033401:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764854.033421:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc46c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421c9fa expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.033937:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.033952:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.033964:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.033978:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.033988:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.033994:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034097:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034105:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034112:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764854.034147:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 2098176 00000004:00200000:1.0:1775764854.034151:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764854.034187:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034198:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034206:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034213:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034219:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034228:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764854.034232:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034240:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034252:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764854.034256:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764854.034261:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034267:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc473 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034281:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034287:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034293:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034298:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764854.034301:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034307:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034317:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000100) 00010000:00010000:1.0:1775764854.034319:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764854.034321:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034326:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc47a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034360:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc46c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 38 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034373:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 37 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.034381:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:1.0:1775764854.034383:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764854.034386:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e000, rc 0) 00000100:00100000:1.0:1775764854.034763:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+37:22505:x1862022967054848:12345-192.168.202.46@tcp:101:ls.0 Request processed in 1390us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.034772:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 83 00000100:00100000:2.0:1775764854.062118:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.062214:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967055104 00000100:00100000:0.0:1775764854.062224:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967055104 00000100:00100000:0.0:1775764854.062281:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 84 00000100:00100000:0.0:1775764854.062292:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+37:22506:x1862022967055104:12345-192.168.202.46@tcp:101:rwv.0 00010000:00010000:0.0:1775764854.062313:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764854.062334:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc488 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca01 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.062451:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.062674:0:17506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 38 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.062684:0:17506:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 4/0,1 mode: --/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.062731:0:17506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 38 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.062746:0:17506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 38 pid: 17504 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764854.062759:0:17506:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:17506:1862022978417280:192.168.202.46@tcp:104: 00000100:00100000:0.0:1775764854.062912:0:17506:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976834643c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764854.066403:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.066615:0:17506:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:17506:1862022978417280:192.168.202.46@tcp:104: 00010000:00010000:0.0:1775764854.066644:0:17506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764854.067240:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967055232 00000100:00100000:1.0:1775764854.067249:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967055232 00010000:00010000:1.0:1775764854.067282:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 39 pid: 17504 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764854.067324:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23546 00000100:00100000:1.0:1775764854.067333:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+39:2381:x1862022967055232:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764854.067350:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764854.067356:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 39 pid: 17504 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.067369:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 39 pid: 17504 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.067390:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc481 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9fa expref: 39 pid: 17504 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.067406:0:5781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:1.0:1775764854.067411:0:5781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,1 mode: --/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.067420:0:5781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.067429:0:5781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.067460:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764854.067548:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b78c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3f83546c-01a9-4156-8a97-44c446245d3e+38:2381:x1862022967055232:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 215us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.067557:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23546 00010000:00010000:0.0:1775764854.067741:0:17506:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.067749:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764854.067770:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 2098176 00010000:00010000:0.0:1775764854.067939:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc488 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 39 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.067952:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 38 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.067959:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764854.067962:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764854.067964:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f200, rc 0) 00000100:00100000:0.0:1775764854.067995:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+38:22506:x1862022967055104:12345-192.168.202.46@tcp:101:rwv.0 Request processed in 5706us (5887us total) trans 8589934632 rc 0/0 00000100:00100000:0.0:1775764854.068001:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 84 00000100:00100000:1.0:1775764854.072962:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764854.073101:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967055488 00000100:00100000:3.0:1775764854.073110:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967055488 00000100:00100000:3.0:1775764854.073181:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 85 00000100:00100000:3.0:1775764854.073191:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+38:22506:x1862022967055488:12345-192.168.202.46@tcp:101:rwv.0 00010000:00010000:3.0:1775764854.073223:0:18439:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764854.073225:0:18439:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764854.073250:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc3bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c9d7 expref: 38 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.073268:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:3.0:1775764854.073273:0:18439:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764854.073286:0:18439:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc49d lrc: 2/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca08 expref: -99 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.073344:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc4a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.073357:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc4a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.073367:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc4a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764854.073945:0:18439:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000403:0x704:0x0], index 0: 0 00010000:00010000:3.0:1775764854.074077:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc4a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca08 expref: 40 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.074086:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:3.0:1775764854.074088:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764854.074099:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc49d lrc: 0/0,0 mode: --/EX res: [0x200000401:0xee0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca08 expref: 40 pid: 18439 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.074113:0:18439:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada000/0x2aac6a50e5fc4a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca08 expref: 39 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.074138:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:3.0:1775764854.074140:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764854.074142:0:18439:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cada000, rc 0) 00000100:00100000:3.0:1775764854.074205:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+39:22506:x1862022967055488:12345-192.168.202.46@tcp:101:rwv.0 Request processed in 1016us (1253us total) trans 8589934633 rc 0/0 00000100:00100000:3.0:1775764854.074213:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 85 00000100:00100000:3.0:1775764854.077850:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764854.077982:0:11378:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967055616 00000100:00100000:2.0:1775764854.077993:0:11378:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967055616 00002000:00100000:2.0:1775764854.078050:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000403:0x704:0x0] (2097152->2098175) req@ffff897684735f80 x1862022967055616/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:335/0 lens 1512/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.078061:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684735f80 with x1862022967055616 ext(2097152->2098175) 00002000:00010000:2.0:1775764854.078067:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897684735f80 00000100:00100000:2.0:1775764854.078101:0:11378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2333 00000100:00100000:2.0:1775764854.078112:0:11378:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+11:2379:x1862022967055616:12345-192.168.202.46@tcp:4:rwv.0 00000100:00100000:2.0:1775764854.079010:0:11378:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:3f83546c-01a9-4156-8a97-44c446245d3e+13:2379:x1862022967055616:12345-192.168.202.46@tcp:4:rwv.0 Request processed in 898us (1167us total) trans 4294972365 rc 0/0 00000100:00100000:2.0:1775764854.079019:0:11378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2333 00002000:00100000:2.0:1775764854.079027:0:11378:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000403:0x704:0x0] (2097152->2098175) req@ffff897684735f80 x1862022967055616/t4294972365(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:335/0 lens 1512/448 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764854.079036:0:11378:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684735f80 with x1862022967055616 ext(2097152->2098175) 00002000:00010000:2.0:1775764854.079040:0:11378:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897684735f80 00000100:00100000:2.0:1775764854.084142:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.084247:0:12040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967055744 00000100:00100000:0.0:1775764854.084259:0:12040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967055744 00000100:00100000:0.0:1775764854.084374:0:12040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 15306 00000100:00100000:0.0:1775764854.084386:0:12040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3f83546c-01a9-4156-8a97-44c446245d3e+9:22506:x1862022967055744:12345-192.168.202.46@tcp:101:rwv.0 00010000:00010000:0.0:1775764854.084410:0:12040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764854.084431:0:12040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fc4ab lrc: 2/0,0 mode: --/PW res: [0x240000403:0x704:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca0f expref: -99 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764854.084459:0:12040:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x704:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764854.084531:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764854.084535:0:12040:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764854.084543:0:12040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fc4ab lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca0f expref: 10 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.084559:0:12040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e7bd57ce/0x2aac6a50e5fc4ab lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca0f expref: 10 pid: 12040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.084572:0:12040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15ea00, rc 0) 00000100:00100000:0.0:1775764854.084908:0:12040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3f83546c-01a9-4156-8a97-44c446245d3e+10:22506:x1862022967055744:12345-192.168.202.46@tcp:101:rwv.0 Request processed in 525us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.084918:0:12040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 15306 00000100:00100000:1.0:1775764854.087542:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.087688:0:16242:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967055872 00000100:00100000:0.0:1775764854.087708:0:16242:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967055872 00002000:00100000:0.0:1775764854.087752:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000403:0x704:0x0] (2097152->2101247) req@ffff89768c90c000 x1862022967055872/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.087762:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768c90c000 with x1862022967055872 ext(2097152->2101247) 00002000:00010000:0.0:1775764854.087769:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768c90c000 00000100:00100000:0.0:1775764854.087796:0:16242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2334 00000100:00100000:0.0:1775764854.087805:0:16242:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:3f83546c-01a9-4156-8a97-44c446245d3e+13:2381:x1862022967055872:12345-192.168.202.46@tcp:3:rwv.0 00000100:00100000:0.0:1775764854.088067:0:16242:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:3f83546c-01a9-4156-8a97-44c446245d3e+13:2381:x1862022967055872:12345-192.168.202.46@tcp:3:rwv.0 Request processed in 262us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764854.088074:0:16242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2334 00002000:00100000:0.0:1775764854.088081:0:16242:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000403:0x704:0x0] (2097152->2101247) req@ffff89768c90c000 x1862022967055872/t0(0) o3->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:335/0 lens 488/4536 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 4096/4096 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.088088:0:16242:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89768c90c000 with x1862022967055872 ext(2097152->2101247) 00002000:00010000:0.0:1775764854.088091:0:16242:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89768c90c000 00000100:00080000:2.0:1775764854.089532:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764854.116784:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.116851:0:16240:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056000 00000100:00100000:0.0:1775764854.116861:0:16240:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056000 00002000:00100000:0.0:1775764854.116911:0:16240:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000403:0x704:0x0] (2097152->3145727) req@ffff897684736d80 x1862022967056000/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:335/0 lens 488/0 e 0 to 0 dl 1775764865 ref 1 fl New:/600/ffffffff rc 0/-1 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.116923:0:16240:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684736d80 with x1862022967056000 ext(2097152->3145727) 00002000:00010000:0.0:1775764854.116930:0:16240:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897684736d80 00000100:00100000:0.0:1775764854.116968:0:16240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2335 00000100:00100000:0.0:1775764854.116976:0:16240:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3f83546c-01a9-4156-8a97-44c446245d3e+13:2381:x1862022967056000:12345-192.168.202.46@tcp:4:rwv.0 00000100:00100000:1.0:1775764854.122534:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764854.122734:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056128 00000100:00100000:2.0:1775764854.122744:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056128 00000100:00100000:2.0:1775764854.122806:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 86 00000100:00100000:2.0:1775764854.122816:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+39:22507:x1862022967056128:12345-192.168.202.46@tcp:101:ls.0 00010000:00010000:2.0:1775764854.122846:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764854.122866:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc4b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca16 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.122928:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.122942:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.122952:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.122966:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.122972:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.122979:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.123067:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.123077:0:17505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 40 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.123084:0:17505:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.123118:0:17505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 40 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.123132:0:17505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 40 pid: 17506 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764854.123144:0:17505:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897683289500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:17505:1862022978417408:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764854.123236:0:17505:0:(client.c:2691:ptlrpc_set_wait()) set ffff897686199d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764854.126327:0:17505:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897683289500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:17505:1862022978417408:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764854.126358:0:17505:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764854.126924:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764854.126986:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056384 00000100:00100000:2.0:1775764854.126993:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056384 00000100:00100000:2.0:1775764854.127044:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 10 00000100:00100000:2.0:1775764854.127052:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+41:19801:x1862022967056384:12345-192.168.202.46@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764854.127381:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+42:19801:x1862022967056384:12345-192.168.202.46@tcp:35:ldlm_bl.0 Request processed in 328us (457us total) trans 8589934634 rc 0/0 00000100:00100000:2.0:1775764854.127388:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 10 00000100:00100000:2.0:1775764854.136263:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764854.136434:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056512 00000100:00100000:3.0:1775764854.136445:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056512 00010000:00010000:3.0:1775764854.136509:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 42 pid: 17506 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764854.136559:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23547 00000100:00100000:3.0:1775764854.136569:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+42:2379:x1862022967056512:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764854.136585:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764854.136602:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 42 pid: 17506 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.136617:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 42 pid: 17506 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.136639:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f200/0x2aac6a50e5fc48f lrc: 0/0,0 mode: --/CW res: [0x200000401:0xee0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca01 expref: 42 pid: 17506 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.136657:0:12221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:3.0:1775764854.136662:0:12221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.136672:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.136680:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764854.136723:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764854.136772:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:3f83546c-01a9-4156-8a97-44c446245d3e+41:2379:x1862022967056512:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 205us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.136780:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23547 00010000:00010000:2.0:1775764854.136890:0:17505:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.136898:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764854.136945:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 3145729 00000004:00200000:2.0:1775764854.136949:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764854.136973:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.136988:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.136997:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137004:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137010:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137015:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276e00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764854.137019:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137042:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137051:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:2.0:1775764854.137054:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764854.137057:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137062:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276e00/0x2aac6a50e5fc4b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137073:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137077:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137082:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137087:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764854.137090:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137094:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137100:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783a95800) 00010000:00010000:2.0:1775764854.137102:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764854.137104:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137110:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc4c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137141:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc4b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca16 expref: 41 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137151:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276400/0x2aac6a50e5fc4c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca16 expref: 40 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764854.137157:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:2.0:1775764854.137159:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764854.137161:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276400, rc 0) 00000100:00100000:2.0:1775764854.137199:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+40:22507:x1862022967056128:12345-192.168.202.46@tcp:101:ls.0 Request processed in 14386us (14675us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.137206:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 86 00000100:00100000:0.0:1775764854.147364:0:16240:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3f83546c-01a9-4156-8a97-44c446245d3e+15:2381:x1862022967056000:12345-192.168.202.46@tcp:4:rwv.0 Request processed in 30375us (30577us total) trans 4294972366 rc 0/0 00000100:00100000:0.0:1775764854.147381:0:16240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2335 00002000:00100000:0.0:1775764854.147397:0:16240:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000403:0x704:0x0] (2097152->3145727) req@ffff897684736d80 x1862022967056000/t4294972366(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:335/0 lens 488/448 e 0 to 0 dl 1775764865 ref 1 fl Complete:/600/0 rc 0/0 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764854.147408:0:16240:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff897684736d80 with x1862022967056000 ext(2097152->3145727) 00002000:00010000:0.0:1775764854.147415:0:16240:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff897684736d80 00000100:00100000:3.0:1775764854.189636:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764854.190454:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056640 00000100:00100000:1.0:1775764854.190505:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056640 00000100:00100000:1.0:1775764854.190571:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 87 00000100:00100000:1.0:1775764854.190583:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+40:22509:x1862022967056640:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:1.0:1775764854.190671:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190689:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190712:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190728:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190735:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190741:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190839:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190848:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190854:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764854.190886:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 3145729 00000004:00200000:1.0:1775764854.190891:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764854.190903:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190916:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190920:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190925:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190928:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764854.190931:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190936:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190945:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:1.0:1775764854.190947:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764854.190950:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190955:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f400/0x2aac6a50e5fc4ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190970:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190975:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190985:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190989:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764854.190992:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.190998:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191005:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff897783000100) 00010000:00010000:1.0:1775764854.191007:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764854.191010:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191016:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e600/0x2aac6a50e5fc4d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191031:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191037:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191043:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191047:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764854.191050:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191059:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191066:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:1.0:1775764854.191068:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764854.191070:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764854.191076:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e200/0x2aac6a50e5fc4dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764854.191152:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+40:22509:x1862022967056640:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 571us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764854.191161:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 87 00000100:00100000:2.0:1775764854.225136:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764854.226853:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056768 00000100:00100000:0.0:1775764854.226869:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056768 00000100:00100000:0.0:1775764854.226998:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 88 00000100:00100000:0.0:1775764854.227010:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+40:22513:x1862022967056768:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764854.227094:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227112:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227123:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227137:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227143:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227148:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227248:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227256:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227264:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764854.227301:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee0:0x0]: returning size 3145729 00000004:00200000:0.0:1775764854.227305:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764854.227317:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227330:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227336:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227344:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227349:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764854.227354:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227361:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227373:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0x0 (ffff8977a2bf4d00) 00010000:00010000:0.0:1775764854.227376:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764854.227381:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227387:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc4e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xedf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227401:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227406:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227415:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227420:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764854.227422:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227427:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227434:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xedf:0x0].0xb721efe1 (ffff8977a2bf4800) 00010000:00010000:0.0:1775764854.227436:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764854.227438:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227443:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ee00/0x2aac6a50e5fc4ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xedf:0x0].0xb721efe1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227456:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227461:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227517:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227522:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764854.227525:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227535:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227542:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee0:0x0].0x0 (ffff8977a2bf4900) 00010000:00010000:0.0:1775764854.227544:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764854.227547:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764854.227552:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e000/0x2aac6a50e5fc4f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764854.227658:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+40:22513:x1862022967056768:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 649us (2531us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.227667:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 88 00000100:00100000:0.0:1775764854.516923:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978417792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.516999:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764854.517096:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764854.517102:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978417920:0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.517129:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764854.517200:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978417920 00000100:00100000:0.0:1775764854.517208:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978417920 00000100:00100000:0.0:1775764854.517259:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1775764854.517267:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978417920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.517317:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978417920:12345-0@lo:400:kworker.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.517324:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1775764854.517362:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978417920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.517824:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978417664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.517860:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.517881:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978418176:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.517900:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.517919:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764854.517924:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978417536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.517949:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.517979:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978418048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518001:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.518041:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978417536 00000100:00100000:3.0:1775764854.518046:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978417536 00000100:00100000:3.0:1775764854.518075:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1775764854.518081:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978417536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518118:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978417536:12345-0@lo:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.518124:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1775764854.518150:0:12188:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418048 00000100:00100000:3.0:1775764854.518154:0:12188:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418048 00000100:00100000:3.0:1775764854.518179:0:12188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1775764854.518185:0:12188:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978418048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518213:0:12188:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978418048:12345-0@lo:400:kworker.0 Request processed in 29us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.518218:0:12188:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1775764854.518246:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978417536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518256:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978418048:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518282:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978417792 00000100:00100000:3.0:1775764854.518286:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978417792 00000100:00100000:3.0:1775764854.518311:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978417664 00000100:00100000:3.0:1775764854.518313:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978417664 00000100:00100000:3.0:1775764854.518326:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418176 00000100:00100000:3.0:1775764854.518328:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418176 00000100:00100000:3.0:1775764854.518339:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1775764854.518344:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978417792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518380:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978417792:12345-0@lo:400:kworker.0 Request processed in 36us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.518386:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1775764854.518411:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978417792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518429:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1775764854.518436:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684734380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978417664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518493:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684734380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978417664:12345-0@lo:400:kworker.0 Request processed in 58us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.518499:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1775764854.518520:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978417664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518536:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1775764854.518542:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978418176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.518572:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978418176:12345-0@lo:400:kworker.0 Request processed in 31us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.518578:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1775764854.518771:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978418176:0@lo:400:kworker.0 00000100:00080000:3.0:1775764854.518799:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764854.518804:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764854.518806:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1775764854.614990:0:7465:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294972366 is committed 00010000:00010000:2.0:1775764855.028688:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764855.543665:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978418304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764855.543746:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764855.543837:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418304 00000100:00100000:2.0:1775764855.543844:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418304 00000100:00100000:2.0:1775764855.543889:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1775764855.543898:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978418304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764855.543931:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764855.543977:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978418304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.543985:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1775764855.544033:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978418304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764855.544602:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978418432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764855.544635:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764855.544672:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418432 00000100:00100000:2.0:1775764855.544676:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418432 00000100:00100000:2.0:1775764855.544717:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1775764855.544724:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978418432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764855.544746:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764855.544777:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683288380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978418432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764855.544783:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1775764855.544814:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768328b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978418432:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764856.053286:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764856.177043:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971566 is committed 00000001:00080000:2.0:1775764856.177063:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971567 is committed 00010000:00010000:2.0:1775764857.076797:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764857.277707:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764857.277747:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764857.277776:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764857.277804:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764857.277837:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967056896 00000100:00100000:3.0:1775764857.277847:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967056896 00000100:00100000:3.0:1775764857.277896:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 74 00000100:00100000:3.0:1775764857.277906:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967056896:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764857.278587:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967056896:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 679us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.278598:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 74 00000100:00100000:3.0:1775764857.278642:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057152 00000100:00100000:3.0:1775764857.278648:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057152 00000100:00100000:3.0:1775764857.278699:0:12051:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057280 00000100:00100000:3.0:1775764857.278702:0:12051:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057280 00000100:00100000:3.0:1775764857.278724:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 522 00000100:00100000:3.0:1775764857.278731:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057152:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764857.278765:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897684736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057152:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 35us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.278772:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 522 00000100:00100000:3.0:1775764857.278784:0:12051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 523 00000100:00100000:3.0:1775764857.278791:0:12051:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057280:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764857.278814:0:12051:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057280:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 23us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.278824:0:12051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 523 00000100:00100000:3.0:1775764857.278844:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057024 00000100:00100000:3.0:1775764857.278848:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057024 00000100:00100000:3.0:1775764857.278886:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 21 00000100:00100000:3.0:1775764857.278894:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+40:2381:x1862022967057024:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764857.278924:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+40:2381:x1862022967057024:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 31us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.278930:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 21 00000100:00080000:3.0:1775764857.280859:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764857.280867:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764857.280870:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1775764857.696961:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934632 is committed 00000001:00080000:3.0:1775764857.696996:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934634 is committed 00010000:00010000:3.0:1775764858.103873:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764859.129835:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764859.640987:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978418688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.641063:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764859.641160:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978419200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.641183:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764859.641208:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764859.641340:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418688 00000100:00100000:2.0:1775764859.641349:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418688 00000100:00100000:2.0:1775764859.641407:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419200 00000100:00100000:2.0:1775764859.641411:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419200 00000100:00100000:2.0:1775764859.641436:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775764859.641445:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978418688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641517:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978418688:12345-0@lo:400:kworker.0 Request processed in 73us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.641524:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775764859.641545:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1775764859.641551:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978419200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641579:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978419200:12345-0@lo:400:kworker.0 Request processed in 28us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.641586:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:2.0:1775764859.641603:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764859.641629:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978418944:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641674:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764859.641708:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764859.641714:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978418816:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641735:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764859.641763:0:12182:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418944 00000100:00100000:2.0:1775764859.641767:0:12182:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418944 00000100:00100000:2.0:1775764859.641801:0:12182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1775764859.641808:0:12182:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978418944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641837:0:12182:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978418944:12345-0@lo:400:kworker.0 Request processed in 31us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.641844:0:12182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:2.0:1775764859.641857:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764859.641883:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978418944:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641906:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418816 00000100:00100000:2.0:1775764859.641910:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418816 00000100:00100000:2.0:1775764859.641932:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1775764859.641937:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1862022978418816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.641967:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3322:x1862022978418816:12345-0@lo:400:kworker.0 Request processed in 29us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.641975:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:2.0:1775764859.641988:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764859.642004:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3322:1862022978418816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642445:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978418560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642494:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764859.642526:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978419072:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642551:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764859.642579:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978418688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642590:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978419200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642614:0:6578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419072 00000100:00100000:3.0:1775764859.642618:0:6578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419072 00000100:00100000:1.0:1775764859.642746:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978418560 00000100:00100000:1.0:1775764859.642751:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978418560 00000100:00100000:1.0:1775764859.642782:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1775764859.642789:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978418560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764859.642831:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978418560:12345-0@lo:400:kworker.0 Request processed in 43us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.642837:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1775764859.642877:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764859.642917:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1775764859.642925:0:6578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978419072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642955:0:6578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978419072:12345-0@lo:400:kworker.0 Request processed in 32us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.642960:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1775764859.642983:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978418560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.642991:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978419072:0@lo:400:kworker.0 00010000:00010000:3.0:1775764860.151093:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764860.664692:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764860.664723:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978419328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764860.664807:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764860.664895:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419328 00000100:00100000:2.0:1775764860.664916:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419328 00000100:00100000:2.0:1775764860.664968:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1775764860.664978:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978419328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764860.665018:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764860.665068:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978419328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764860.665075:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1775764860.665132:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768328a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978419328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764860.665306:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978419456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764860.665331:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764860.665402:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419456 00000100:00100000:0.0:1775764860.665407:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419456 00000100:00100000:0.0:1775764860.665442:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1775764860.665449:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978419456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764860.665491:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1775764860.665526:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978419456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764860.665533:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1775764860.665558:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978419456:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1775764861.174873:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764861.555958:0:18630:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 11b: truncate file set file size correctly ========================================================== 16:00:59 (1775764859) 00010000:00010000:3.0:1775764862.201581:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764862.395321:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764862.395357:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764862.395383:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764862.395420:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764862.395457:0:12215:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057664 00000100:00100000:1.0:1775764862.395493:0:12215:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057664 00000100:00100000:0.0:1775764862.395582:0:12186:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057792 00000100:00100000:0.0:1775764862.395586:0:12186:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057792 00000100:00100000:0.0:1775764862.395660:0:12186:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 526 00000100:00100000:0.0:1775764862.395670:0:12186:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057792:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764862.395741:0:12186:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057792:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 74us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764862.395749:0:12186:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 526 00000100:00080000:0.0:1775764862.395769:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764862.395938:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057536 00000100:00100000:2.0:1775764862.395943:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057536 00000100:00100000:2.0:1775764862.395988:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 25 00000100:00100000:2.0:1775764862.395995:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+17:2381:x1862022967057536:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764862.396027:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+17:2381:x1862022967057536:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 33us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.396034:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 25 00000100:00100000:1.0:1775764862.396213:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 527 00000100:00100000:1.0:1775764862.396220:0:12215:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057664:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764862.396244:0:12215:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967057664:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 26us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.396250:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 527 00000100:00080000:0.0:1775764862.396303:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764862.396307:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764862.396692:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057408 00000100:00100000:3.0:1775764862.396697:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057408 00000100:00100000:3.0:1775764862.396734:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 76 00000100:00100000:3.0:1775764862.396740:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967057408:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764862.396767:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967057408:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 28us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.396773:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 76 00010000:00010000:2.0:1775764863.222950:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764863.389328:0:18691:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-pfl test_11b needs >= 4 OSTs 00010000:00010000:3.0:1775764864.244854:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764864.758897:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978419840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764864.758975:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764864.759043:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764864.759050:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978419968:0@lo:400:kworker.0 00000100:00100000:1.0:1775764864.759077:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764864.759139:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419840 00000100:00100000:1.0:1775764864.759147:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419840 00000100:00100000:1.0:1775764864.759209:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764864.759218:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978419840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764864.759272:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978419840:12345-0@lo:400:kworker.0 Request processed in 55us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.759280:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764864.759305:0:12187:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419968 00000100:00100000:1.0:1775764864.759309:0:12187:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419968 00000100:00100000:1.0:1775764864.759340:0:12187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1775764864.759347:0:12187:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978419968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764864.759392:0:12187:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978419968:12345-0@lo:400:kworker.0 Request processed in 46us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.759399:0:12187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00080000:1.0:1775764864.759416:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764864.759421:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764864.759459:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978419968:0@lo:400:kworker.0 00000100:00100000:1.0:1775764864.759499:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978419840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760488:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978419584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760544:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.760595:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978420096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760635:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.760657:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764864.760664:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978419712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760690:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.760710:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978420224:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760730:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.760787:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419712 00000100:00100000:3.0:1775764864.760794:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419712 00000100:00100000:3.0:1775764864.760839:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420224 00000100:00100000:3.0:1775764864.760842:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420224 00000100:00100000:3.0:1775764864.760859:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775764864.760866:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978419712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760915:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978419712:12345-0@lo:400:kworker.0 Request processed in 48us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.760922:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775764864.760938:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1775764864.760944:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978420224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.760970:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978420224:12345-0@lo:400:kworker.0 Request processed in 27us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.760975:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1775764864.760994:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764864.761019:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978419712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.761029:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978420224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.761122:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978419584 00000100:00100000:2.0:1775764864.761127:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978419584 00000100:00100000:2.0:1775764864.761164:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1775764864.761170:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978419584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.761205:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978419584:12345-0@lo:400:kworker.0 Request processed in 35us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.761211:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1775764864.762433:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420096 00000100:00100000:1.0:1775764864.762444:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420096 00000100:00100000:1.0:1775764864.762524:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1775764864.762534:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978420096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764864.762613:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978420096:12345-0@lo:400:kworker.0 Request processed in 81us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764864.762620:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1775764864.763030:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978419584:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.763045:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978420096:0@lo:400:kworker.0 00000100:00080000:2.0:1775764864.763300:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764865.268712:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764865.379146:0:18739:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 12: Verify ost list specification ===== 16:01:03 (1775764863) 00000100:00100000:1.0:1775764865.781987:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978420352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764865.782071:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764865.782347:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420352 00000100:00100000:3.0:1775764865.782357:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420352 00000100:00100000:3.0:1775764865.782404:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1775764865.782413:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978420352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764865.782451:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764865.782531:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978420352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.782540:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1775764865.782818:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978420480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764865.782852:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764865.782940:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420480 00000100:00100000:3.0:1775764865.782945:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420480 00000100:00100000:3.0:1775764865.782979:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1775764865.782986:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978420480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764865.783007:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764865.783054:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978420480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764865.783060:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1775764865.783213:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978420480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764865.783339:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978420352:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1775764866.295778:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764867.090771:0:18788:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-pfl test_12 needs >= 3 OSTs 00010000:00010000:1.0:1775764867.318690:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764867.525168:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764867.525459:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764867.525522:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764867.525562:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764867.525607:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058176 00000100:00100000:2.0:1775764867.525618:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058176 00000100:00100000:2.0:1775764867.525685:0:12184:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058304 00000100:00100000:2.0:1775764867.525689:0:12184:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058304 00000100:00100000:2.0:1775764867.525719:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 530 00000100:00100000:2.0:1775764867.525731:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967058176:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764867.525820:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967058176:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 92us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764867.525828:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 530 00000100:00100000:2.0:1775764867.525848:0:12184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 531 00000100:00100000:2.0:1775764867.525855:0:12184:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967058304:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764867.525882:0:12184:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967058304:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764867.525889:0:12184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 531 00000100:00080000:2.0:1775764867.525906:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764867.525910:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764867.526696:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058048 00000100:00100000:1.0:1775764867.526707:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058048 00000100:00100000:1.0:1775764867.526776:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 29 00000100:00100000:1.0:1775764867.526784:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+17:2381:x1862022967058048:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764867.526838:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+17:2381:x1862022967058048:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 55us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.526844:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 29 00000100:00100000:3.0:1775764867.527589:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967057920 00000100:00100000:3.0:1775764867.527597:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967057920 00000100:00100000:3.0:1775764867.527708:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 78 00000100:00100000:3.0:1775764867.527717:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967057920:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764867.527781:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967057920:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 66us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.527789:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 78 00000100:00080000:2.0:1775764867.529306:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764868.342004:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764869.345634:0:18838:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 13: shouldn't reprocess granted resent request ========================================================== 16:01:07 (1775764867) 00010000:00010000:1.0:1775764869.365641:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764869.879986:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978420864:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.880054:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.880151:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764869.880158:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978420992:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.880183:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.880239:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420864 00000100:00100000:3.0:1775764869.880247:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420864 00000100:00100000:3.0:1775764869.880303:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764869.880312:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978420864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.880371:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978420864:12345-0@lo:400:kworker.0 Request processed in 59us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.880377:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764869.880400:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420992 00000100:00100000:3.0:1775764869.880403:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420992 00000100:00100000:3.0:1775764869.880430:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1775764869.880435:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978420992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.880461:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978420992:12345-0@lo:400:kworker.0 Request processed in 26us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.880500:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00080000:3.0:1775764869.880514:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764869.880518:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764869.880565:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978420992:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.880576:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978420864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.880720:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978420608:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.880755:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764869.880789:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978421120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.880812:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764869.880832:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764869.880838:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978420736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.880859:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764869.880877:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978421248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.880898:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764869.880922:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420736 00000100:00100000:1.0:1775764869.880925:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420736 00000100:00100000:1.0:1775764869.880954:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421248 00000100:00100000:1.0:1775764869.880957:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421248 00000100:00100000:1.0:1775764869.880970:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1775764869.880976:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978420736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881010:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978420736:12345-0@lo:400:kworker.0 Request processed in 34us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.881016:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1775764869.881030:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1775764869.881036:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978421248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881061:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978421248:12345-0@lo:400:kworker.0 Request processed in 26us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.881066:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1775764869.881081:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978420608 00000100:00100000:1.0:1775764869.881084:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978420608 00000100:00100000:1.0:1775764869.881107:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775764869.881112:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978420608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881138:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978420608:12345-0@lo:400:kworker.0 Request processed in 27us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.881143:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775764869.881168:0:12190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421120 00000100:00100000:1.0:1775764869.881171:0:12190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421120 00000100:00100000:1.0:1775764869.881196:0:12190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1775764869.881202:0:12190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978421120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881227:0:12190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978421120:12345-0@lo:400:kworker.0 Request processed in 26us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764869.881233:0:12190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:1.0:1775764869.881256:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764869.881259:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764869.881281:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978420736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881291:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978421248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881298:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978420608:0@lo:400:kworker.0 00000100:00100000:1.0:1775764869.881306:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978421120:0@lo:400:kworker.0 00010000:00010000:3.0:1775764870.389251:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764870.900985:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764870.901013:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978421376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764870.901084:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764870.901322:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421376 00000100:00100000:0.0:1775764870.901333:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421376 00000100:00100000:0.0:1775764870.901390:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1775764870.901400:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768328b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978421376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764870.901440:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1775764870.901514:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768328b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978421376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764870.901521:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1775764870.901723:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978421376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764870.905293:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978421504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764870.905839:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764870.915396:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421504 00000100:00100000:2.0:1775764870.915415:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421504 00000100:00100000:2.0:1775764870.915519:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1775764870.915532:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978421504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764870.915595:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764870.915702:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978421504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 173us (10236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.915709:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1775764870.916101:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768f427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978421504:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1775764871.085204:0:18886:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-pfl test_13 needs >= 8 OSTs 00010000:00010000:1.0:1775764871.412700:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764872.437609:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764872.648590:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764872.648626:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764872.648649:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764872.648672:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764872.648699:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058432 00000100:00100000:3.0:1775764872.648710:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058432 00000100:00100000:3.0:1775764872.648757:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 80 00000100:00100000:3.0:1775764872.648767:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967058432:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764872.648833:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967058432:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 68us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.648840:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 80 00000100:00100000:3.0:1775764872.648870:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058688 00000100:00100000:3.0:1775764872.648872:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058688 00000100:00100000:3.0:1775764872.648905:0:6579:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058816 00000100:00100000:3.0:1775764872.648907:0:6579:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058816 00000100:00100000:3.0:1775764872.648924:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 534 00000100:00100000:3.0:1775764872.648929:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967058688:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764872.648955:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967058688:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 26us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.648961:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 534 00000100:00100000:3.0:1775764872.648970:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 535 00000100:00100000:3.0:1775764872.648975:0:6579:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967058816:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764872.648992:0:6579:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967058816:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 17us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.648998:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 535 00000100:00100000:3.0:1775764872.649011:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058560 00000100:00100000:3.0:1775764872.649013:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058560 00000100:00100000:3.0:1775764872.649036:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 33 00000100:00100000:3.0:1775764872.649041:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+17:2380:x1862022967058560:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764872.649064:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+17:2380:x1862022967058560:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 22us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764872.649069:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 33 00000100:00080000:1.0:1775764872.649537:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764872.649543:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764872.649546:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764873.464380:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764873.523112:0:18934:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 14: Verify setstripe poolname/stripe_count/stripe_size inheritance ========================================================== 16:01:11 (1775764871) 00000100:00100000:1.0:1775764873.640042:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764873.640126:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967058944 00000100:00100000:0.0:1775764873.640138:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967058944 00000100:00100000:0.0:1775764873.640217:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 89 00000100:00100000:0.0:1775764873.640229:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+17:23816:x1862022967058944:12345-192.168.202.46@tcp:101:bash.0 00010000:00010000:0.0:1775764873.640254:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764873.640279:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc4f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca1d expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640370:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640388:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640401:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640420:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640426:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640432:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640750:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640758:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640765:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640770:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764873.640774:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640781:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640792:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95b00) 00010000:00010000:0.0:1775764873.640796:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764873.640800:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640806:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f600/0x2aac6a50e5fc4ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640818:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640824:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640830:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640835:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15fe00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764873.640837:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640855:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640864:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6eb7cf7 (ffff89779240e200) 00010000:00010000:0.0:1775764873.640866:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764873.640869:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640874:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc506 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640907:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc4f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca1d expref: 18 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640918:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95b00) 00010000:00010000:0.0:1775764873.640920:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764873.640925:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc4f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca1d expref: 18 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.640934:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f000, rc 0) 00000100:00100000:0.0:1775764873.641004:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+17:23816:x1862022967058944:12345-192.168.202.46@tcp:101:bash.0 Request processed in 777us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764873.641012:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 89 00000100:00100000:2.0:1775764873.677073:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764873.677152:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059200 00000100:00100000:3.0:1775764873.677164:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059200 00000100:00100000:3.0:1775764873.677277:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 90 00000100:00100000:3.0:1775764873.677298:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+17:23965:x1862022967059200:12345-192.168.202.46@tcp:36:mkdir.0 00010000:00010000:3.0:1775764873.677363:0:17504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764873.677392:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc132 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c921 expref: 17 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.677413:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff897783a95b00) 00010000:00010000:3.0:1775764873.677426:0:17504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764873.677785:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.677802:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.677813:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.677827:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.677833:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.677840:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764873.678790:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee2:0x0]: returning size 512 00010000:00010000:3.0:1775764873.678803:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.678811:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.678819:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.678824:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764873.678829:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.678836:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.678848:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8977a2f58c00) 00010000:00010000:3.0:1775764873.678851:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764873.678855:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.678860:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc50d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764873.678878:0:17504:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002864e707 reply state 00000000ce10d6cc transno 8589934635 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764873.678888:0:17504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764873.678996:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+18:23965:x1862022967059200:12345-192.168.202.46@tcp:36:mkdir.0 Request processed in 1708us (1930us total) trans 8589934635 rc 0/0 00000100:00100000:3.0:1775764873.679005:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 90 00010000:00010000:1.0:1775764873.689629:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.689657:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.689666:0:3305:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.689672:0:3305:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764873.689678:0:3305:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.689686:0:3305:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.689708:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6eb7cf7 (ffff8977a2f58600) 00010000:00010000:1.0:1775764873.689712:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.689718:0:3305:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.689724:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cada600/0x2aac6a50e5fc514 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764873.702613:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764873.704668:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059328 00000100:00100000:0.0:1775764873.704684:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059328 00000100:00100000:0.0:1775764873.704767:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 91 00000100:00100000:0.0:1775764873.704779:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+17:23966:x1862022967059328:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:0.0:1775764873.704809:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764873.704833:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc51b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca24 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.704910:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc522 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.704924:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.704935:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764873.704996:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764873.705000:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764873.705025:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.705049:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc51b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca24 expref: 19 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.705065:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15fe00/0x2aac6a50e5fc522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca24 expref: 18 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764873.705073:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89779240e200) 00010000:00010000:0.0:1775764873.705076:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764873.705079:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15fe00, rc 0) 00000100:00100000:0.0:1775764873.705151:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+18:23966:x1862022967059328:12345-192.168.202.46@tcp:101:rm.0 Request processed in 375us (2548us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764873.705159:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 91 00000100:00100000:2.0:1775764873.709743:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764873.710346:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059456 00000100:00100000:1.0:1775764873.710358:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059456 00000100:00100000:1.0:1775764873.710415:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 92 00000100:00100000:1.0:1775764873.710426:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:23966:x1862022967059456:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764873.710447:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764873.710496:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc529 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca2b expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710584:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710598:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710609:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710623:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710629:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710634:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710761:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc53e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710769:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc53e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710776:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc53e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764873.710813:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee2:0x0]: returning size 512 00000004:00200000:1.0:1775764873.710818:0:17505:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764873.710844:0:17505:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc53e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710860:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710866:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710872:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710878:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764873.710883:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710889:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710901:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89779240e200) 00010000:00010000:1.0:1775764873.710904:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.710909:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710915:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc530 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710926:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710932:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710937:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710942:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764873.710945:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710950:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710955:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd6eb7cf7 (ffff897783000100) 00010000:00010000:1.0:1775764873.710958:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.710960:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710964:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc537 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd6eb7cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.710995:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc529 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca2b expref: 20 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.711009:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fc00/0x2aac6a50e5fc53e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca2b expref: 19 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.711015:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764873.711017:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764873.711019:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fc00, rc 0) 00000100:00100000:1.0:1775764873.711099:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:23966:x1862022967059456:12345-192.168.202.46@tcp:101:rm.0 Request processed in 675us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764873.711107:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 92 00000100:00100000:3.0:1775764873.724193:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764873.730748:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059584 00000100:00100000:2.0:1775764873.730765:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059584 00000100:00100000:2.0:1775764873.730840:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 93 00000100:00100000:2.0:1775764873.730852:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+19:23966:x1862022967059584:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:2.0:1775764873.730875:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764873.730896:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fc545 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca32 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.730976:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.730993:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731006:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731022:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731029:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731035:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731109:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731117:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731124:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731130:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764873.731134:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731146:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731158:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764873.731161:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764873.731166:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731172:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc54c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731182:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731189:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731195:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731212:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764873.731215:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731221:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731228:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95500) 00010000:00010000:2.0:1775764873.731231:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764873.731233:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731239:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276200/0x2aac6a50e5fc553 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731274:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fc545 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca32 expref: 20 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731285:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764873.731287:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764873.731291:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276a00/0x2aac6a50e5fc545 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca32 expref: 20 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.731300:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276a00, rc 0) 00000100:00100000:2.0:1775764873.731372:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+19:23966:x1862022967059584:12345-192.168.202.46@tcp:101:rm.0 Request processed in 522us (7189us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764873.731380:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 93 00000100:00100000:2.0:1775764873.750525:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764873.750793:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059712 00000100:00100000:1.0:1775764873.750805:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059712 00000100:00100000:1.0:1775764873.750874:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 94 00000100:00100000:1.0:1775764873.750886:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:23966:x1862022967059712:12345-192.168.202.46@tcp:101:rm.0 00010000:00010000:1.0:1775764873.750912:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764873.750935:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc55a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca39 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751030:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751044:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751056:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751071:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751078:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751085:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751149:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751157:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751165:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751172:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764873.751176:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751184:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751208:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764873.751211:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.751216:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751222:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f000/0x2aac6a50e5fc561 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751235:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751240:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751245:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751250:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ee00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764873.751252:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751258:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751269:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783000100) 00010000:00010000:1.0:1775764873.751271:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.751274:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751280:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc568 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751312:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc55a lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca39 expref: 20 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751323:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764873.751326:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764873.751329:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226f600/0x2aac6a50e5fc55a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca39 expref: 20 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764873.751338:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f600, rc 0) 00000100:00100000:1.0:1775764873.751714:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:23966:x1862022967059712:12345-192.168.202.46@tcp:101:rm.0 Request processed in 829us (1207us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764873.751723:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 94 00010000:00010000:0.0:1775764874.496458:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764874.913035:0:18982:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff4412c350 20000000:00000080:0.0:1775764874.913055:0:18982:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8977bc646c00 uarg=0000000000000000 00000040:00100000:0.0:1775764874.914694:0:18982:0:(llog.c:1067:llog_reverse_process()) index 41 : idx 1 00000040:00080000:0.0:1775764874.915105:0:18982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:0.0:1775764874.915128:0:18982:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre pool1 (null) (null) 00000040:00080000:0.0:1775764874.915163:0:18982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 104 off15552 00000040:00080000:0.0:1775764874.915196:0:18982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15776 00000040:00080000:2.0:1775764874.915743:0:18982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:2.0:1775764874.915757:0:18982:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre pool1 (null) (null) 00000040:00080000:2.0:1775764874.915796:0:18982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 112 off14824 00000040:00080000:2.0:1775764874.915942:0:18982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15048 10000000:01000000:2.0:1775764874.915960:0:18982:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1775764874.915981:0:18982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916001:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916009:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916017:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916024:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 17 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916030:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916035:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916041:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916046:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916052:0:18982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916058:0:18982:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916103:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916120:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 17 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916142:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978421632:0@lo:104: 00000100:00100000:2.0:1775764874.916212:0:18982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764874.916430:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916439:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 17 pid: 17491 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916447:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ff100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978421760:0@lo:104: 00000100:00100000:2.0:1775764874.916575:0:18982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764874.916700:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916708:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 17 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916717:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fe300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978421888:0@lo:104: 00010000:00010000:2.0:1775764874.916745:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916753:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 17 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916761:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422016:0@lo:104: 00010000:00010000:2.0:1775764874.916783:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916790:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916797:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422144:0@lo:104: 00010000:00010000:2.0:1775764874.916818:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 17 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916826:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 17 pid: 17521 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916848:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fe680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422272:0@lo:104: 00010000:00010000:2.0:1775764874.916873:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916880:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 17 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916887:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422400:0@lo:104: 00010000:00010000:2.0:1775764874.916911:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.916920:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 8 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.916929:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422528:192.168.202.46@tcp:104: 00010000:00010000:2.0:1775764874.916995:0:18982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.917003:0:18982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 8 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.917015:0:18982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976813fca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422656:192.168.202.46@tcp:104: 00000100:00100000:2.0:1775764874.917038:0:18982:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764874.921551:0:5777:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1775764874.921612:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.921637:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.921649:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.921657:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.921665:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.921689:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421632 00000100:00100000:3.0:1775764874.921697:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421632 00000100:00100000:3.0:1775764874.921735:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421760 00000100:00100000:3.0:1775764874.921737:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421760 00000100:00100000:3.0:1775764874.921747:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978421888 00000100:00100000:3.0:1775764874.921749:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978421888 00000100:00100000:3.0:1775764874.921758:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978422016 00000100:00100000:3.0:1775764874.921760:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978422016 00000100:00100000:3.0:1775764874.921769:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978422144 00000100:00100000:3.0:1775764874.921771:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978422144 00000100:00100000:3.0:1775764874.921780:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978422272 00000100:00100000:3.0:1775764874.921782:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978422272 00000100:00100000:3.0:1775764874.921792:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978422400 00000100:00100000:3.0:1775764874.921794:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978422400 00000100:00100000:3.0:1775764874.921806:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1775764874.921814:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:18982:x1862022978421632:12345-0@lo:104: 00010000:00010000:3.0:1775764874.921842:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.921920:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775764874.921926:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:18982:x1862022978421632:12345-0@lo:104: Request processed in 113us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.921933:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1775764874.921952:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775764874.921959:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897783f87050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:18982:x1862022978421760:12345-0@lo:104: 00010000:00010000:3.0:1775764874.921966:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922005:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1775764874.922010:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897783f87050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:18982:x1862022978421760:12345-0@lo:104: Request processed in 53us (5435us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.922015:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775764874.922053:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1775764874.922059:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:18982:x1862022978421888:12345-0@lo:104: 00010000:00010000:3.0:1775764874.922066:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922099:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1775764874.922104:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:18982:x1862022978421888:12345-0@lo:104: Request processed in 46us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.922110:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1775764874.922122:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1775764874.922127:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:18982:x1862022978422016:12345-0@lo:104: 00010000:00010000:3.0:1775764874.922134:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922169:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1775764874.922174:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768f426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:18982:x1862022978422016:12345-0@lo:104: Request processed in 47us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.922179:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1775764874.922190:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764874.922195:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:18982:x1862022978422144:12345-0@lo:104: 00010000:00010000:3.0:1775764874.922202:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922228:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1775764874.922233:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:18982:x1862022978422144:12345-0@lo:104: Request processed in 38us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.922238:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764874.922250:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775764874.922256:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:18982:x1862022978422272:12345-0@lo:104: 00010000:00010000:3.0:1775764874.922262:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.922578:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978421632:0@lo:104: 00000100:00100000:1.0:1775764874.922589:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ff100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978421760:0@lo:104: 00000100:00100000:1.0:1775764874.922609:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fe300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978421888:0@lo:104: 00000100:00100000:1.0:1775764874.922616:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422016:0@lo:104: 00000100:00100000:1.0:1775764874.922622:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422144:0@lo:104: 00010000:00010000:3.0:1775764874.922741:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:3.0:1775764874.922747:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:18982:x1862022978422272:12345-0@lo:104: Request processed in 492us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.922753:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775764874.922768:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1775764874.922775:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:18982:x1862022978422400:12345-0@lo:104: 00010000:00010000:3.0:1775764874.922783:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922812:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:3.0:1775764874.922816:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:18982:x1862022978422400:12345-0@lo:104: Request processed in 43us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.922822:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:3.0:1775764874.922958:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1775764874.922965:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922973:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7000 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764874.922977:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.922986:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764874.922993:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764874.922999:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1775764874.923036:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923043:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764874.923064:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923070:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8976834a7000/0x2aac6a50e5fb61f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb626 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923083:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1775764874.923087:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923092:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7a00 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764874.923095:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923101:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764874.923107:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764874.923113:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1775764874.923126:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923131:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764874.923137:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923143:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8976834a7a00/0x2aac6a50e5fb5f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5fc expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923151:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1775764874.923154:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923159:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8977b7935600 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764874.923162:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923168:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764874.923173:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764874.923177:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1775764874.923189:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923194:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764874.923210:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923216:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8977b7935600/0x2aac6a50e5fb5e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5ee expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923224:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1775764874.923227:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923232:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7400 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764874.923235:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923240:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764874.923245:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764874.923250:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1775764874.923261:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923266:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1775764874.923419:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fe680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422272:0@lo:104: 00000100:00100000:1.0:1775764874.923428:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813ffb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422400:0@lo:104: 00010000:00010000:3.0:1775764874.923499:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923542:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8976834a7400/0x2aac6a50e5fb5cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5d2 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923554:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1775764874.923557:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923562:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976834a7200 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764874.923565:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.923572:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764874.923578:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764874.923583:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1775764874.923899:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764874.923954:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764874.923994:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059840 00000100:00100000:2.0:1775764874.924000:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059840 00010000:00010000:2.0:1775764874.924029:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 9 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.924051:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967059968 00000100:00100000:2.0:1775764874.924054:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967059968 00010000:00010000:2.0:1775764874.924065:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 10 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.924084:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23548 00000100:00100000:2.0:1775764874.924091:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:884ae1b0-72f8-4a88-a129-db99cded7efc+10:2381:x1862022967059840:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.924103:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.924109:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 10 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924119:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 10 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924138:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764874.924180:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:884ae1b0-72f8-4a88-a129-db99cded7efc+10:2381:x1862022967059840:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 89us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.924188:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23548 00000100:00100000:2.0:1775764874.924205:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23549 00000100:00100000:2.0:1775764874.924212:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976813fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967059968:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.924219:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.924223:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 9 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924230:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 9 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924240:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764874.924259:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976813fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967059968:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 48us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.924264:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23549 00000100:00100000:2.0:1775764874.924329:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978422784:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764874.924368:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764874.924414:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764874.924421:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978422912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764874.924445:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1775764874.924514:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1775764874.924519:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924525:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac400 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764874.924528:0:12290:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924535:0:12290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764874.924544:0:12290:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764874.924548:0:12290:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764874.924572:0:12290:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.924577:0:12290:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764874.924588:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.925269:0:18982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8976860ac000/0x2aac6a50e5fb4a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c887 expref: 8 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.925291:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fdf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422528:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764874.925301:0:18982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682231800/0x2aac6a50e5fb497 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421c879 expref: 7 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.925306:0:18982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976813fca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18982:1862022978422656:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764874.925341:0:18982:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925436:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8976860ac400/0x2aac6a50e5fb585 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb58c expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925447:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764874.925450:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925456:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8976860ac800 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764874.925459:0:12290:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925496:0:12290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764874.925500:0:12290:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764874.925503:0:12290:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764874.925534:0:12290:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925540:0:12290:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764874.925548:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925554:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8976860ac800/0x2aac6a50e5fb4d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb4dd expref: -99 pid: 17487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925562:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764874.925564:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764874.925565:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764874.925573:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764874.925587:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978422784 00000100:00100000:2.0:1775764874.925603:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978422784 00010000:00010000:2.0:1775764874.925629:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 18 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.925657:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978422912 00000100:00100000:2.0:1775764874.925660:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978422912 00010000:00010000:2.0:1775764874.925672:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 19 pid: 17491 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.925693:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23550 00000100:00100000:2.0:1775764874.925701:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+19:3319:x1862022978422784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.925712:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.925716:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 19 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925727:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 19 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925738:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682230600/0x2aac6a50e5fb626 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb61f expref: 19 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925748:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764874.925789:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978422784:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.925795:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23550 00000100:00100000:2.0:1775764874.925850:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23551 00000100:00100000:2.0:1775764874.925856:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3319:x1862022978422912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.925863:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.925866:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 17 pid: 17491 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925874:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 17 pid: 17491 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925883:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682231a00/0x2aac6a50e5fb5fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb5f5 expref: 17 pid: 17491 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.925891:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764874.925913:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:3319:x1862022978422912:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.925918:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23551 00000100:00100000:2.0:1775764874.925949:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978423296:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764874.925977:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764874.926021:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978422912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764874.926029:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978422784:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764874.926044:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764874.926050:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978423424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764874.926068:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764874.926090:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423296 00000100:00100000:2.0:1775764874.926093:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423296 00010000:00010000:2.0:1775764874.926107:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 16 pid: 17521 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.926124:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423424 00000100:00100000:2.0:1775764874.926126:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423424 00010000:00010000:2.0:1775764874.926135:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 17 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764874.926149:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23552 00000100:00100000:2.0:1775764874.926154:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3319:x1862022978423296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.926162:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.926166:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 17 pid: 17521 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.926174:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 17 pid: 17521 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.926182:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682231600/0x2aac6a50e5fb58c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb585 expref: 17 pid: 17521 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.926191:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764874.926216:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:3319:x1862022978423296:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.926223:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23552 00000100:00100000:2.0:1775764874.926235:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23553 00000100:00100000:2.0:1775764874.926241:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3319:x1862022978423424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.926248:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764874.926253:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 15 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.926260:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 15 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764874.926268:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8977b7935400/0x2aac6a50e5fb4dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb4d6 expref: 15 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926495:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926503:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764874.926521:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926526:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff8976834a7200/0x2aac6a50e5fb5bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fb5c4 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926540:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764874.926542:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764874.926544:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764874.926559:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978423040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764874.926588:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.926615:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978423552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764874.926637:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.926651:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764874.926657:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978423168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764874.926675:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.926717:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423040 00000100:00100000:3.0:1775764874.926722:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423040 00010000:00010000:3.0:1775764874.926740:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 16 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.926755:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423552 00000100:00100000:3.0:1775764874.926758:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423552 00010000:00010000:3.0:1775764874.926769:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.926777:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423168 00000100:00100000:3.0:1775764874.926780:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23554 00000100:00100000:1.0:1775764874.926782:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423168 00000100:00100000:3.0:1775764874.926786:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978423040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764874.926794:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764874.926796:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 18 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926797:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 18 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926807:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 18 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764874.926811:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23555 00000100:00100000:1.0:1775764874.926816:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978423552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764874.926818:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8976834a6000/0x2aac6a50e5fb5ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb5e7 expref: 18 pid: 17490 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.926822:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764874.926825:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926827:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764874.926833:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.926842:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8976834a6200/0x2aac6a50e5fb5c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb5bd expref: 17 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.926852:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3321:x1862022978423040:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (264us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764874.926854:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764874.926858:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23554 00000100:00100000:3.0:1775764874.926871:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23556 00000100:00100000:1.0:1775764874.926875:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3321:x1862022978423552:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.926877:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3321:x1862022978423168:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764874.926882:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23555 00010000:00010000:3.0:1775764874.926884:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764874.926888:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 14 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926896:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 14 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926905:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8976834a7e00/0x2aac6a50e5fb5d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fb5cb expref: 14 pid: 17492 timeout: 1601 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926916:0:12221:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926924:0:12221:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926938:0:12221:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926945:0:12221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926952:0:12221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926958:0:12221:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926964:0:12221:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc1668060) 00010000:00010000:3.0:1775764874.926968:0:12221:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926976:0:12221:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.926998:0:12221:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764874.927007:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764874.927030:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:3321:x1862022978423168:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.927036:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23556 00000100:00100000:3.0:1775764874.927065:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978423168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764874.927074:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978423040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764874.927080:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978423552:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764874.927103:0:18982:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.927111:0:18982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764874.927118:0:18982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682276800/0x2aac6a50e5fc56f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764874.927124:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978423296:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764874.927451:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764874.927503:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3319:x1862022978423424:12345-0@lo:103:ldlm_bl.0 Request processed in 1262us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.927521:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23553 00000100:00100000:3.0:1775764874.927786:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978423424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764874.927930:0:5778:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00010000:00010000:0.0:1775764874.927950:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764874.997715:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978423680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.997789:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.997844:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3322:1862022978424192:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.997868:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.997891:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764874.997897:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978424064:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.997921:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.997953:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978423936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.997977:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.997996:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764874.998002:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3320:1862022978423808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998022:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764874.998052:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424064 00000100:00100000:3.0:1775764874.998059:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424064 00000100:00100000:3.0:1775764874.998117:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423936 00000100:00100000:3.0:1775764874.998121:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423936 00000100:00100000:3.0:1775764874.998147:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1775764874.998155:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978424064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998205:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978424064:12345-0@lo:400:kworker.0 Request processed in 51us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.998213:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1775764874.998228:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1775764874.998234:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978423936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998265:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978423936:12345-0@lo:400:kworker.0 Request processed in 31us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.998271:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1775764874.998291:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423680 00000100:00100000:3.0:1775764874.998294:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423680 00000100:00100000:3.0:1775764874.998316:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424192 00000100:00100000:3.0:1775764874.998319:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424192 00000100:00100000:3.0:1775764874.998331:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978423808 00000100:00100000:3.0:1775764874.998333:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978423808 00000100:00100000:3.0:1775764874.998346:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1775764874.998353:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1862022978423680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998379:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3322:x1862022978423680:12345-0@lo:400:kworker.0 Request processed in 27us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.998385:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1775764874.998396:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1775764874.998401:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1862022978424192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998441:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1862022978424192:12345-0@lo:400:kworker.0 Request processed in 39us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.998446:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1775764874.998457:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1775764874.998518:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1862022978423808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998547:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1862022978423808:12345-0@lo:400:kworker.0 Request processed in 43us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764874.998553:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1775764874.998572:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764874.998576:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764874.998578:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764874.998614:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3320:1862022978423808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998624:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978423936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998650:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978424064:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998658:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3322:1862022978423680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764874.998665:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3322:1862022978424192:0@lo:400:kworker.0 00010000:00010000:2.0:1775764875.510342:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764876.020918:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978424320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764876.020997:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.021088:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764876.021095:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978424448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764876.021120:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764876.021181:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424320 00000100:00100000:3.0:1775764876.021189:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424320 00000100:00100000:2.0:1775764876.021219:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424448 00000100:00100000:2.0:1775764876.021223:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424448 00000100:00100000:3.0:1775764876.021252:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1775764876.021261:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978424320:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764876.021292:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764876.021299:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1775764876.021302:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764876.021356:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978424320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.021406:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978424320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764876.024014:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1775764876.024039:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978424448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764876.024078:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1775764876.024175:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978424448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 150us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.024184:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1775764876.024660:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978424448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764876.026281:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 10000000:01000000:2.0:1775764876.340685:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1775764876.340696:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bffad800 from 42 10000000:01000000:2.0:1775764876.340704:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1775764876.340770:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.340784:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.340796:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.340827:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978424576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.340905:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764876.340996:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.341089:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424576 00000100:00100000:1.0:1775764876.341098:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424576 00000100:00100000:1.0:1775764876.341172:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1775764876.341182:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978424576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.341198:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.341214:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc576 expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.341239:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 12 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.341250:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 12 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.341269:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e600, rc 0) 00000100:00100000:1.0:1775764876.341318:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978424576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.341324:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1775764876.342053:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978424576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764876.342072:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.342082:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.342159:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978424704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.342197:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764876.342248:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764876.342954:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424704 00000100:00100000:3.0:1775764876.342962:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424704 00000100:00100000:3.0:1775764876.343029:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1775764876.343038:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978424704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.343714:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978424704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 675us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.343723:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1775764876.344221:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978424704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.344274:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978424832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.344340:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764876.344597:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424832 00000100:00100000:3.0:1775764876.344602:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424832 00000100:00100000:3.0:1775764876.344642:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1775764876.344650:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978424832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.344819:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978424832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 169us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.344826:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1775764876.344940:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764876.344954:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978424832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.345691:0:18984:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18984:1862022978424960:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764876.345747:0:18984:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764876.345826:0:18984:0:(client.c:2691:ptlrpc_set_wait()) set ffff897783f1fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.354641:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978424960 00000100:00100000:0.0:1775764876.354660:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978424960 00000100:00100000:0.0:1775764876.355648:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1775764876.355665:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:18984:x1862022978424960:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764876.356018:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:18984:x1862022978424960:12345-0@lo:502:llog_process_th.0 Request processed in 359us (10270us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.356027:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1775764876.356153:0:18984:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18984:1862022978424960:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.356229:0:18984:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18984:1862022978425088:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.356288:0:18984:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.361410:0:18984:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764876.361992:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425088 00000100:00100000:2.0:1775764876.362003:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425088 00000100:00100000:2.0:1775764876.362055:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1775764876.362065:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:18984:x1862022978425088:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764876.363900:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:18984:x1862022978425088:12345-0@lo:502:llog_process_th.0 Request processed in 1831us (7606us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.363910:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1775764876.366218:0:18984:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18984:1862022978425088:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1775764876.366278:0:18984:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1775764876.366833:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1775764876.366855:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1775764876.366865:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.366876:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764876.366886:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1775764876.366889:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:2.0:1775764876.366892:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1775764876.366932:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.366941:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.366950:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.366972:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.367033:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764876.367091:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764876.367275:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425216 00000100:00100000:3.0:1775764876.367283:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425216 00000100:00100000:3.0:1775764876.367457:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1775764876.367486:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978425216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764876.367519:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764876.367535:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc584 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.367560:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.367571:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.367582:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadbc00, rc 0) 00000100:00100000:3.0:1775764876.367632:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978425216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.367638:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1775764876.367708:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764876.367731:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.367740:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764876.367791:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.367820:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764876.368338:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.371323:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425344 00000100:00100000:1.0:1775764876.371342:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425344 00000100:00100000:1.0:1775764876.371627:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1775764876.371638:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978425344:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.372370:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978425344:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 732us (4546us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.372380:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1775764876.372521:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.372576:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.372624:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764876.372674:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764876.372799:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425472 00000100:00100000:3.0:1775764876.372806:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425472 00000100:00100000:3.0:1775764876.372844:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1775764876.372853:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978425472:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.372985:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978425472:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 133us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.372991:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1775764876.373016:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.374414:0:18985:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18985:1862022978425600:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764876.374525:0:18985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764876.374591:0:18985:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764876.374753:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425600 00000100:00100000:3.0:1775764876.374760:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425600 00000100:00100000:3.0:1775764876.374804:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1775764876.374813:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:18985:x1862022978425600:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764876.375001:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:18985:x1862022978425600:12345-0@lo:502:llog_process_th.0 Request processed in 189us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.375009:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1775764876.375036:0:18985:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18985:1862022978425600:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1775764876.375210:0:18985:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1775764876.375223:0:18985:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764876.375226:0:18985:0:(obd_config.c:1559:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.pool1 00000020:00000080:1.0:1775764876.375232:0:18985:0:(obd_config.c:1468:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1775764876.375303:0:18985:0:(lod_pool.c:475:lod_pool_new()) pool1 is pool #1 00080000:10000000:2.0:1775764876.377845:0:18985:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00000001:00080000:1.0:1775764876.449695:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00080000:10000000:3.0:1775764876.451093:0:18985:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00080000:10000000:3.0:1775764876.495689:0:18985:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3a:0x0] (8/8/4) registered 00000100:00100000:0.0:1775764876.528743:0:18985:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18985:1862022978425728:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764876.528827:0:18985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.528895:0:18985:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769e780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764876.528975:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425728 00000100:00100000:2.0:1775764876.528984:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425728 00000100:00100000:2.0:1775764876.529045:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1775764876.529056:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:18985:x1862022978425728:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764876.529303:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:18985:x1862022978425728:12345-0@lo:502:llog_process_th.0 Request processed in 249us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.529311:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1775764876.529742:0:18985:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18985:1862022978425728:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1775764876.529772:0:18985:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775764876.529782:0:18985:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775764876.529784:0:18985:0:(obd_config.c:1559:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.pool1 00000040:00080000:0.0:1775764876.529788:0:18985:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:1.0:1775764876.529963:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:1.0:1775764876.529984:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1775764876.529996:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.530008:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764876.530019:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775764876.530022:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bb2dd000 from 42 10000000:01000000:1.0:1775764876.530025:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775764876.530053:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.530062:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.530072:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.530091:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.530126:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.530172:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764876.530230:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425856 00000100:00100000:2.0:1775764876.530236:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425856 00000100:00100000:2.0:1775764876.530374:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1775764876.530383:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978425856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764876.530394:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764876.530408:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc592 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.530636:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 14 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.530649:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 14 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764876.530659:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00000100:00100000:2.0:1775764876.530811:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978425856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 429us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.530819:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775764876.530964:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.530978:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.530988:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.531044:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.531071:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.531143:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764876.531181:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978425984 00000100:00100000:2.0:1775764876.531186:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978425984 00000100:00100000:2.0:1775764876.531251:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1775764876.531269:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978425984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.531788:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978425984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 527us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.531795:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1775764876.531868:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978425984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.531900:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.531940:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.532080:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.532167:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426112 00000100:00100000:0.0:1775764876.532173:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426112 00000100:00100000:0.0:1775764876.532219:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1775764876.532230:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978426112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.532428:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978426112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 200us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.532435:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775764876.532669:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.533089:0:18986:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18986:1862022978426240:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.533132:0:18986:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.533156:0:18986:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.533197:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426240 00000100:00100000:0.0:1775764876.533203:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426240 00000100:00100000:0.0:1775764876.533236:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1775764876.533243:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:18986:x1862022978426240:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764876.533705:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:18986:x1862022978426240:12345-0@lo:502:llog_process_th.0 Request processed in 462us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.533713:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1775764876.533810:0:18986:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18986:1862022978426240:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.533855:0:18986:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18986:1862022978426368:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.533886:0:18986:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.533908:0:18986:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977838ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.534025:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426368 00000100:00100000:0.0:1775764876.534030:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426368 00000100:00100000:0.0:1775764876.534056:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775764876.534063:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:18986:x1862022978426368:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764876.534195:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:18986:x1862022978426368:12345-0@lo:502:llog_process_th.0 Request processed in 132us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.534200:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1775764876.534273:0:18986:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18986:1862022978426368:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1775764876.534294:0:18986:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:0.0:1775764876.534447:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:0.0:1775764876.534521:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775764876.534531:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.534541:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764876.534550:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1775764876.534552:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1775764876.534555:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1775764876.534583:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.534590:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.534598:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.534612:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.534643:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.534662:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.534727:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426496 00000100:00100000:1.0:1775764876.534732:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426496 00000100:00100000:1.0:1775764876.534757:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1775764876.534764:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978426496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.534773:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.534786:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc5a0 expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.534808:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 15 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.534818:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 15 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.534827:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ec00, rc 0) 00000100:00100000:1.0:1775764876.534858:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978426496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.534863:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1775764876.534894:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d58000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.534905:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.534918:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.534958:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.534982:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.534994:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.535004:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426624 00000100:00100000:1.0:1775764876.535006:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426624 00000100:00100000:1.0:1775764876.535025:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1775764876.535030:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978426624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.535261:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978426624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 230us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.535268:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1775764876.535297:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.535322:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426752:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.535355:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.535368:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977983ab240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.535379:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426752 00000100:00100000:1.0:1775764876.535383:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426752 00000100:00100000:1.0:1775764876.535401:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1775764876.535406:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978426752:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.535571:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978426752:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 164us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.535578:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1775764876.535613:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426752:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1775764876.536231:0:18987:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1775764876.536273:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1775764876.536286:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1775764876.536293:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536302:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764876.536312:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775764876.536315:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977b42c9000 from 42 10000000:01000000:1.0:1775764876.536318:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775764876.536340:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536347:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536356:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.536371:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.536402:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.536418:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.536434:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978426880 00000100:00100000:1.0:1775764876.536438:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978426880 00000100:00100000:1.0:1775764876.536486:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1775764876.536504:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978426880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.536514:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.536524:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc5ae expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536542:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 16 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536551:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 16 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536559:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f200, rc 0) 00000100:00100000:1.0:1775764876.536589:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978426880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.536595:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1775764876.536630:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978426880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.536639:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.536647:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764876.536685:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.536706:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.536718:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.536728:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427008 00000100:00100000:1.0:1775764876.536731:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427008 00000100:00100000:1.0:1775764876.536750:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1775764876.536756:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978427008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.536931:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978427008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 175us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.536937:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1775764876.536962:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.536982:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427136:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.537013:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.537025:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.537034:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427136 00000100:00100000:1.0:1775764876.537036:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427136 00000100:00100000:1.0:1775764876.537052:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1775764876.537056:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978427136:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.537184:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978427136:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 126us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.537191:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1775764876.537226:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427136:0@lo:503:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.538599:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764876.538703:0:18988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18988:1862022978427264:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.538776:0:18988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.538806:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427264 00000100:00100000:1.0:1775764876.538812:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427264 00000100:00100000:1.0:1775764876.538850:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775764876.538858:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:18988:x1862022978427264:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.539097:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:18988:x1862022978427264:12345-0@lo:502:llog_process_th.0 Request processed in 239us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.539105:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775764876.539176:0:18988:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.539195:0:18988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18988:1862022978427264:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.539237:0:18988:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18988:1862022978427392:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764876.539708:0:18988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764876.541775:0:18988:0:(client.c:2691:ptlrpc_set_wait()) set ffff897787ec8780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.541929:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427392 00000100:00100000:0.0:1775764876.541940:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427392 00000100:00100000:0.0:1775764876.541998:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1775764876.542009:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:18988:x1862022978427392:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764876.542297:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:18988:x1862022978427392:12345-0@lo:502:llog_process_th.0 Request processed in 290us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.542305:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1775764876.542607:0:18988:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:18988:1862022978427392:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1775764876.542643:0:18988:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:0.0:1775764876.542809:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:0.0:1775764876.542826:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775764876.542836:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.542846:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764876.542856:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1775764876.542858:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1775764876.542861:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1775764876.542890:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.542898:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.542906:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.542925:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.542961:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.542997:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764876.543094:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764876.543152:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427520 00000100:00100000:1.0:1775764876.543156:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427520 00000100:00100000:1.0:1775764876.543188:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060096 00000100:00100000:1.0:1775764876.543191:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060096 00000100:00100000:1.0:1775764876.543210:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1775764876.543217:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978427520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.543226:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.543239:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc5bc expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.543274:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.543285:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.543293:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e400, rc 0) 00000100:00100000:1.0:1775764876.543322:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978427520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.543328:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1775764876.543347:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 105 00000100:00100000:1.0:1775764876.543353:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967060096:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.543359:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.543366:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca40 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.543379:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.543386:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.543393:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226fa00, rc 0) 00000100:00100000:1.0:1775764876.543442:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967060096:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 89us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.543448:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 105 00000100:00100000:0.0:1775764876.543942:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764876.543956:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764876.543964:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.544012:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.544040:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.544074:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.544088:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427648 00000100:00100000:0.0:1775764876.544092:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427648 00000100:00100000:0.0:1775764876.544115:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775764876.544122:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978427648:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.544704:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978427648:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 582us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.544712:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775764876.545400:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764876.545615:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060224 00000100:00100000:2.0:1775764876.545623:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060224 00000100:00100000:2.0:1775764876.545669:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 107 00000100:00100000:2.0:1775764876.545678:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967060224:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764876.545908:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967060224:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 231us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.545917:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 107 00000100:00100000:1.0:1775764876.547535:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.547733:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427776:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.547802:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.547857:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b769e900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.547903:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427776 00000100:00100000:1.0:1775764876.547909:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427776 00000100:00100000:1.0:1775764876.547953:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1775764876.547962:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978427776:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.548155:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978427776:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 194us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.548163:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1775764876.548286:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427776:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.548911:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000040:00080000:0.0:1775764876.549876:0:18989:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000100:00100000:2.0:1775764876.550100:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060352 00000100:00100000:2.0:1775764876.550109:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060352 00000100:00100000:1.0:1775764876.550216:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 109 00000100:00100000:1.0:1775764876.550226:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967060352:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764876.550459:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967060352:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 Request processed in 234us (1549us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.550500:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 109 00000020:01000000:3.0:1775764876.550849:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1775764876.550867:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1775764876.550876:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.550887:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764876.550897:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1775764876.550899:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff89778556b380 from 1 10000000:01000000:3.0:1775764876.550902:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1775764876.550935:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.550943:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.550951:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764876.550976:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.551018:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764876.551104:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813cea80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764876.551146:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978427904 00000100:00100000:1.0:1775764876.551152:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978427904 00000100:00100000:1.0:1775764876.551212:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775764876.551220:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978427904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.551230:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.551242:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc5d1 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.551264:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 18 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.551275:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 18 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.551284:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ea00, rc 0) 00000100:00100000:1.0:1775764876.551356:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978427904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.551363:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1775764876.551598:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978427904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764876.551611:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.551619:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764876.551672:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978428032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.551695:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764876.551718:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813cea80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764876.551761:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978428032 00000100:00100000:0.0:1775764876.551766:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978428032 00000100:00100000:0.0:1775764876.551795:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1775764876.551803:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978428032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764876.552030:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978428032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 227us (333us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775764876.552037:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1775764876.552148:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978428032:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1775764876.552173:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1775764876.552178:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764876.552186:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764876.555167:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764876.555340:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060480 00000100:00100000:3.0:1775764876.555351:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060480 00000100:00100000:3.0:1775764876.555543:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 112 00000100:00100000:3.0:1775764876.555555:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:23977:x1862022967060480:12345-192.168.202.46@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764876.555897:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:23977:x1862022967060480:12345-192.168.202.46@tcp:502:llog_process_th.0 Request processed in 344us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764876.555905:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 112 00000100:00100000:0.0:1775764876.558916:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764876.559014:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060608 00000100:00100000:2.0:1775764876.559024:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060608 00000100:00100000:2.0:1775764876.559110:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 113 00000100:00100000:2.0:1775764876.559121:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:23977:x1862022967060608:12345-192.168.202.46@tcp:502:llog_process_th.0 00000100:00100000:2.0:1775764876.559418:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:23977:x1862022967060608:12345-192.168.202.46@tcp:502:llog_process_th.0 Request processed in 291us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764876.559426:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 113 00000100:00100000:3.0:1775764876.563107:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764876.564033:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060736 00000100:00100000:1.0:1775764876.564044:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060736 00000100:00100000:1.0:1775764876.564092:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 114 00000100:00100000:1.0:1775764876.564101:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967060736:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764876.564119:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764876.564137:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca47 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.564169:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 9 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.564181:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 9 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764876.564192:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f400, rc 0) 00000100:00100000:1.0:1775764876.564249:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967060736:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 149us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764876.564256:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 114 00000100:00100000:1.0:1775764876.567214:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764876.567378:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060864 00000100:00100000:2.0:1775764876.567387:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060864 00000100:00100000:3.0:1775764876.567747:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 115 00000100:00100000:3.0:1775764876.567760:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967060864:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764876.568079:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967060864:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 321us (874us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764876.568087:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 115 00010000:00010000:3.0:1775764877.562298:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764877.761881:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764877.766405:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764877.766441:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764877.766494:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764877.766535:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061248 00000100:00100000:1.0:1775764877.766546:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061248 00000100:00100000:1.0:1775764877.766610:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061376 00000100:00100000:1.0:1775764877.766613:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061376 00000100:00100000:1.0:1775764877.766638:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 538 00000100:00100000:1.0:1775764877.766648:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2675450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967061248:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764877.766746:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2675450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967061248:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 99us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.766755:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 538 00000100:00100000:1.0:1775764877.767410:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 539 00000100:00100000:1.0:1775764877.767419:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967061376:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764877.767457:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967061376:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 39us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.767501:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 539 00000100:00100000:1.0:1775764877.767528:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061120 00000100:00100000:1.0:1775764877.767533:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061120 00000100:00100000:1.0:1775764877.767572:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 37 00000100:00100000:1.0:1775764877.767579:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:2380:x1862022967061120:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764877.767608:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:2380:x1862022967061120:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 30us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764877.767614:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 37 00000100:00080000:1.0:1775764877.767634:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764877.767639:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764877.767641:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764877.770578:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967060992 00000100:00100000:0.0:1775764877.770594:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967060992 00000100:00100000:0.0:1775764877.770656:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 116 00000100:00100000:0.0:1775764877.770666:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967060992:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764877.770755:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2380:x1862022967060992:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 91us (8884us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764877.770763:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 116 00000020:00000080:3.0:1775764878.101066:0:19037:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd413513c0 20000000:00000080:3.0:1775764878.101086:0:19037:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff897798235400 uarg=0000000000000000 00000040:00100000:3.0:1775764878.102581:0:19037:0:(llog.c:1067:llog_reverse_process()) index 44 : idx 1 00000040:00080000:3.0:1775764878.102940:0:19037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16000 20000000:01000000:3.0:1775764878.102961:0:19037:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre pool2 (null) (null) 00000040:00080000:3.0:1775764878.102996:0:19037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 104 off16104 00000040:00080000:3.0:1775764878.103033:0:19037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].47, 224 off16328 00000040:00080000:3.0:1775764878.103245:0:19037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15272 20000000:01000000:3.0:1775764878.103255:0:19037:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre pool2 (null) (null) 00000040:00080000:3.0:1775764878.103303:0:19037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 112 off15384 00000040:00080000:3.0:1775764878.103340:0:19037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15608 10000000:01000000:3.0:1775764878.103353:0:19037:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1775764878.103375:0:19037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103393:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103401:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103407:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103414:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103420:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103426:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103436:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103443:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103449:0:19037:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103457:0:19037:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103530:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103548:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 8 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103563:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428160:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764878.103693:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103701:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 17 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103710:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428288:0@lo:104: 00000100:00100000:3.0:1775764878.103747:0:19037:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1775764878.103785:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 8 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103793:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 8 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103800:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428416:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764878.103827:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103835:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 17 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103843:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428544:0@lo:104: 00000100:00100000:3.0:1775764878.103866:0:19037:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1775764878.103893:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103900:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 17 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103909:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682beb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428672:0@lo:104: 00010000:00010000:3.0:1775764878.103928:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103935:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 17 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103942:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428800:0@lo:104: 00010000:00010000:3.0:1775764878.103959:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103967:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 17 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.103974:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428928:0@lo:104: 00010000:00010000:3.0:1775764878.103991:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.103999:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 17 pid: 17492 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.104006:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978429056:0@lo:104: 00010000:00010000:3.0:1775764878.104024:0:19037:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.104031:0:19037:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 17 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.104038:0:19037:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978429184:0@lo:104: 00000100:00100000:3.0:1775764878.104052:0:19037:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764878.104336:0:5777:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1775764878.104355:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.104367:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.104375:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.104382:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.104389:0:5777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.104397:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978428288 00000100:00100000:2.0:1775764878.104403:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978428288 00000100:00100000:2.0:1775764878.104443:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978428544 00000100:00100000:2.0:1775764878.104446:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978428544 00000100:00100000:2.0:1775764878.104456:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978428672 00000100:00100000:2.0:1775764878.104459:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978428672 00000100:00100000:2.0:1775764878.104503:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978428800 00000100:00100000:2.0:1775764878.104506:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978428800 00000100:00100000:2.0:1775764878.104517:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978428928 00000100:00100000:2.0:1775764878.104519:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978428928 00000100:00100000:2.0:1775764878.104527:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429056 00000100:00100000:2.0:1775764878.104529:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429056 00000100:00100000:2.0:1775764878.104536:0:5777:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429184 00000100:00100000:2.0:1775764878.104538:0:5777:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429184 00000100:00100000:2.0:1775764878.104549:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1775764878.104558:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:19037:x1862022978428288:12345-0@lo:104: 00010000:00010000:2.0:1775764878.104571:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.104631:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775764878.104637:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:19037:x1862022978428288:12345-0@lo:104: Request processed in 81us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.104645:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1775764878.104662:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1775764878.104667:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683683050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:19037:x1862022978428544:12345-0@lo:104: 00010000:00010000:2.0:1775764878.104674:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.104722:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1775764878.104727:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683683050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:19037:x1862022978428544:12345-0@lo:104: Request processed in 61us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.104733:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1775764878.104770:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1775764878.104777:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:19037:x1862022978428672:12345-0@lo:104: 00010000:00010000:2.0:1775764878.104784:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.104836:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1775764878.104840:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:19037:x1862022978428672:12345-0@lo:104: Request processed in 65us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.104846:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1775764878.104858:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1775764878.104864:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:19037:x1862022978428800:12345-0@lo:104: 00010000:00010000:2.0:1775764878.104871:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.104914:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1775764878.104919:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:19037:x1862022978428800:12345-0@lo:104: Request processed in 56us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.104924:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1775764878.104936:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1775764878.104942:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:19037:x1862022978428928:12345-0@lo:104: 00010000:00010000:2.0:1775764878.104948:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.104974:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1775764878.104978:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:19037:x1862022978428928:12345-0@lo:104: Request processed in 37us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.104983:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1775764878.104993:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1775764878.104998:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:19037:x1862022978429056:12345-0@lo:104: 00010000:00010000:2.0:1775764878.105004:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105029:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1775764878.105033:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:19037:x1862022978429056:12345-0@lo:104: Request processed in 36us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.105038:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1775764878.105048:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1775764878.105053:0:5777:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:19037:x1862022978429184:12345-0@lo:104: 00010000:00010000:2.0:1775764878.105059:0:5777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105082:0:5777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:2.0:1775764878.105086:0:5777:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:19037:x1862022978429184:12345-0@lo:104: Request processed in 34us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.105091:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:2.0:1775764878.105107:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1775764878.105112:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105119:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764878.105123:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105131:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764878.105138:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764878.105143:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764878.105168:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105175:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764878.105194:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105201:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768cadaa00/0x2aac6a50e5fc5d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5d8 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105213:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1775764878.105217:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105222:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f200 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764878.105225:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105232:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764878.105239:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764878.105245:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764878.105256:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105261:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764878.105266:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105278:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768e15f200/0x2aac6a50e5fc5bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5c3 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105290:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1775764878.105292:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105297:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764878.105300:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105306:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764878.105313:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764878.105318:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764878.105329:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105334:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764878.105348:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105355:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768226e800/0x2aac6a50e5fc5ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5b5 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105364:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1775764878.105368:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105373:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764878.105376:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105382:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105388:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 10000000:00010000:2.0:1775764878.105389:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105396:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764878.105396:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764878.105406:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e200 already unused, calling callback (ffffffffc1c71c20) 00010000:00010000:2.0:1775764878.105409:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764878.105411:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105425:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775764878.105428:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105431:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764878.105440:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105444:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768e15e200/0x2aac6a50e5fc5a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc5a7 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764878.105451:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764878.105492:0:5782:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764878.105496:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105496:0:5782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105514:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764878.105515:0:5782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:2.0:1775764878.105519:0:5782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105522:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105540:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc592 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc599 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105542:0:5782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775764878.105556:0:5782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105557:0:5783:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764878.105563:0:5783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764878.105567:0:5782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1775764878.105575:0:5783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277600 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:1.0:1775764878.105578:0:5783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105585:0:5783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105587:0:5782:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1775764878.105597:0:5783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105599:0:5782:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:1.0:1775764878.105607:0:5783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1775764878.105607:0:5782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105616:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff897682276800/0x2aac6a50e5fc584 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc58b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105621:0:5783:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105628:0:5783:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775764878.105628:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764878.105631:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764878.105635:0:5783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.105635:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764878.105642:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff897682277600/0x2aac6a50e5fc576 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc57d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.105656:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764878.105657:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978429312:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764878.105659:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764878.105662:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764878.105670:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764878.105675:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764878.105695:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978429440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.105703:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.105728:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978429824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764878.105734:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.105993:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.106025:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978429568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.106046:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.106063:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978430080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.106082:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.106099:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764878.106104:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978429696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.106122:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.106151:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429312 00000100:00100000:2.0:1775764878.106157:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429312 00010000:00010000:2.0:1775764878.106180:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 18 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.106197:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429440 00000100:00100000:2.0:1775764878.106200:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429440 00010000:00010000:2.0:1775764878.106210:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 19 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.106221:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429824 00000100:00100000:2.0:1775764878.106223:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429824 00010000:00010000:2.0:1775764878.106233:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 20 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.106242:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429568 00000100:00100000:2.0:1775764878.106245:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429568 00010000:00010000:2.0:1775764878.106252:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 21 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.106260:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430080 00000100:00100000:2.0:1775764878.106262:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430080 00010000:00010000:2.0:1775764878.106270:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 22 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.106279:0:5779:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429696 00000100:00100000:2.0:1775764878.106282:0:5779:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429696 00010000:00010000:2.0:1775764878.106291:0:5779:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 23 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.106303:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23557 00000100:00100000:2.0:1775764878.106310:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+23:3321:x1862022978429312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764878.106319:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.106324:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 23 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106334:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 23 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106349:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764878.106377:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+23:3321:x1862022978429312:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.106383:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23557 00000100:00100000:2.0:1775764878.106421:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23558 00000100:00100000:2.0:1775764878.106426:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+22:3322:x1862022978429440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764878.106433:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.106437:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 22 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106444:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 22 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106453:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764878.106504:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+22:3322:x1862022978429440:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.106514:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23558 00000100:00100000:2.0:1775764878.106527:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23559 00000100:00100000:2.0:1775764878.106533:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+21:3321:x1862022978429824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764878.106540:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.106544:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 21 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106551:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 21 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106560:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764878.106580:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+21:3321:x1862022978429824:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.106582:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23560 00000100:00100000:2.0:1775764878.106586:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23559 00000100:00100000:0.0:1775764878.106590:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+21:3319:x1862022978429568:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.106596:0:5779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23561 00010000:00010000:0.0:1775764878.106598:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1775764878.106601:0:5779:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb1f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+20:3319:x1862022978430080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764878.106602:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 20 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106607:0:5779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.106610:0:5779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 20 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.106611:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 20 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.106618:0:5779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 20 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.107329:0:19037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226ea00/0x2aac6a50e5fc5d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc5d1 expref: 20 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.107343:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428288:0@lo:104: 00010000:00010000:3.0:1775764878.107355:0:19037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226e400/0x2aac6a50e5fc5c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc5bc expref: 19 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.107362:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428544:0@lo:104: 00000100:00100000:3.0:1775764878.107370:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682beb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428672:0@lo:104: 00000100:00100000:3.0:1775764878.107379:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428800:0@lo:104: 00010000:00010000:3.0:1775764878.107387:0:19037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682277200/0x2aac6a50e5fc599 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc592 expref: 18 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.107395:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428928:0@lo:104: 00000100:00100000:3.0:1775764878.107404:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978429056:0@lo:104: 00000100:00100000:3.0:1775764878.107411:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978429184:0@lo:104: 00000100:00100000:3.0:1775764878.110396:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23562 00000100:00100000:3.0:1775764878.110422:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3319:x1862022978429696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764878.110444:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764878.110453:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 17 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764878.111901:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226f200/0x2aac6a50e5fc5b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc5ae expref: 17 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.111939:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764878.111960:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00010000:00010000:2.0:1775764878.111989:0:5779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226e600/0x2aac6a50e5fc57d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc576 expref: 16 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112007:0:5779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764878.112035:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978429440:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764878.112056:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978429952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.112068:0:5779:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3319:x1862022978430080:12345-0@lo:103:ldlm_bl.0 Request processed in 5464us (5983us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.112080:0:5779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23561 00000100:00100000:1.0:1775764878.112090:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764878.112130:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978430080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.112159:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061504 00000100:00100000:2.0:1775764878.112166:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061504 00000100:00100000:1.0:1775764878.112178:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061632 00000100:00100000:1.0:1775764878.112182:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061632 00010000:00010000:2.0:1775764878.112193:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 10 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.112202:0:6593:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 10 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.112213:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978429952 00000100:00100000:2.0:1775764878.112217:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978429952 00010000:00010000:2.0:1775764878.112231:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 15 pid: 17492 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.112243:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23563 00000100:00100000:2.0:1775764878.112250:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23564 00000100:00100000:1.0:1775764878.112255:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:884ae1b0-72f8-4a88-a129-db99cded7efc+10:2381:x1862022967061504:12345-192.168.202.46@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.112264:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89778330c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:884ae1b0-72f8-4a88-a129-db99cded7efc+10:2382:x1862022967061632:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764878.112268:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764878.112274:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 10 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112275:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764878.112284:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 10 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.112289:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 10 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.112312:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764878.112345:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:884ae1b0-72f8-4a88-a129-db99cded7efc+10:2381:x1862022967061504:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 95us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.112351:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23563 00010000:00010000:3.0:1775764878.112361:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 15 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.112368:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23565 00000100:00100000:1.0:1775764878.112377:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3322:x1862022978429952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764878.112381:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226ec00/0x2aac6a50e5fc5a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc5a0 expref: 15 pid: 17491 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.112385:0:6593:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764878.112393:0:6593:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 14 pid: 17492 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.112394:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764878.112403:0:6593:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 14 pid: 17492 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.112415:0:6593:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768cadbc00/0x2aac6a50e5fc58b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc584 expref: 14 pid: 17492 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764878.112425:0:6593:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764878.112434:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:3319:x1862022978429696:12345-0@lo:103:ldlm_bl.0 Request processed in 2024us (6308us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.112441:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23562 00000100:00100000:1.0:1775764878.112460:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:3322:x1862022978429952:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.112496:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23565 00000100:00100000:3.0:1775764878.112547:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428160:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764878.112556:0:19037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226fa00/0x2aac6a50e5fc5ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca40 expref: 9 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764878.112564:0:19037:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19037:1862022978428416:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764878.112601:0:19037:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112785:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 8 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112797:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc5df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca47 expref: 8 pid: 17490 timeout: 1604 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112809:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112818:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112833:0:5780:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112844:0:5780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112851:0:5780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112858:0:5780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112864:0:5780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb400 already unused, calling callback (ffffffffc1668060) 00010000:00010000:2.0:1775764878.112869:0:5780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112877:0:5780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.113036:0:19037:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.113043:0:19037:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764878.113087:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978429952:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764878.113371:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978429312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764878.113385:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978429824:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764878.113648:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764878.113961:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb1f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3319:x1862022978429568:12345-0@lo:103:ldlm_bl.0 Request processed in 7370us (7911us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764878.113975:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23560 00010000:00010000:2.0:1775764878.114190:0:5780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.114200:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc5e6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.114216:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764878.114262:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89778330c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:884ae1b0-72f8-4a88-a129-db99cded7efc+7:2382:x1862022967061632:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 2001us (2299us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.114269:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23564 00000100:00100000:2.0:1775764878.114330:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978429696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1775764878.114339:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bb1f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978429568:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1775764878.582446:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764879.549446:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764879.549773:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061760 00000100:00100000:3.0:1775764879.549784:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061760 00000100:00100000:3.0:1775764879.549848:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 117 00000100:00100000:3.0:1775764879.549858:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967061760:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764879.549876:0:17521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764879.549895:0:17521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca4e expref: -99 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.549923:0:17521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.549935:0:17521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.549956:0:17521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadb200, rc 0) 00000100:00100000:3.0:1775764879.550034:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967061760:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 178us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764879.550042:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 117 00000100:00100000:1.0:1775764879.555345:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764879.555441:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967061888 00000100:00100000:0.0:1775764879.555453:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967061888 00000100:00100000:0.0:1775764879.555568:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 118 00000100:00100000:0.0:1775764879.555578:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967061888:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.555874:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967061888:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 297us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.555880:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 118 00000100:00100000:0.0:1775764879.560175:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764879.566069:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062016 00000100:00100000:3.0:1775764879.566082:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062016 00000100:00100000:3.0:1775764879.566218:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 119 00000100:00100000:3.0:1775764879.566230:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967062016:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.566548:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967062016:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 Request processed in 320us (6382us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764879.566568:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 119 00000100:00100000:1.0:1775764879.575275:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764879.575363:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062144 00000100:00100000:0.0:1775764879.575375:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062144 00000100:00100000:0.0:1775764879.575437:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 120 00000100:00100000:0.0:1775764879.575447:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24005:x1862022967062144:12345-192.168.202.46@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775764879.576050:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24005:x1862022967062144:12345-192.168.202.46@tcp:502:llog_process_th.0 Request processed in 604us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.576058:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 120 00000100:00100000:0.0:1775764879.587440:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764879.587795:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062272 00000100:00100000:1.0:1775764879.587807:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062272 00000100:00100000:1.0:1775764879.587882:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 121 00000100:00100000:1.0:1775764879.587894:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24005:x1862022967062272:12345-192.168.202.46@tcp:502:llog_process_th.0 00000100:00100000:1.0:1775764879.588258:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24005:x1862022967062272:12345-192.168.202.46@tcp:502:llog_process_th.0 Request processed in 365us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764879.588278:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 121 00000100:00100000:1.0:1775764879.604956:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764879.605208:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062400 00000100:00100000:2.0:1775764879.605221:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062400 00000100:00100000:2.0:1775764879.605285:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 122 00000100:00100000:2.0:1775764879.605295:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967062400:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764879.605313:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764879.605333:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca55 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.605375:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.605388:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.605399:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276200, rc 0) 00000100:00100000:2.0:1775764879.605507:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967062400:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 213us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.605515:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 122 00010000:00010000:3.0:1775764879.608053:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764879.618194:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764879.618431:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062528 00000100:00100000:1.0:1775764879.618444:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062528 00000100:00100000:1.0:1775764879.618540:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 123 00000100:00100000:1.0:1775764879.618551:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967062528:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764879.618905:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967062528:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 354us (719us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764879.618914:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 123 10000000:01000000:2.0:1775764879.733575:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1775764879.733583:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bffad800 from 45 10000000:01000000:2.0:1775764879.733589:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1775764879.733644:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.733657:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.733673:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764879.733705:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.733781:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764879.733873:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.734076:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430208 00000100:00100000:0.0:1775764879.734087:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430208 00000100:00100000:0.0:1775764879.734148:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1775764879.734158:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978430208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764879.734174:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764879.734188:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc5fb expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.734215:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 12 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.734226:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 12 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.734235:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f200, rc 0) 00000100:00100000:0.0:1775764879.734291:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978430208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.734297:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1775764879.734397:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764879.734415:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.734425:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764879.734530:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.734573:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.734606:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.734713:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430336 00000100:00100000:0.0:1775764879.734718:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430336 00000100:00100000:0.0:1775764879.734751:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1775764879.734759:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978430336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.735047:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978430336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 289us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.735054:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1775764879.735130:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.735162:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.735200:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.735222:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.735273:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430464 00000100:00100000:0.0:1775764879.735277:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430464 00000100:00100000:0.0:1775764879.735305:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1775764879.735311:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978430464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.735452:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978430464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 141us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.735459:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1775764879.735584:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.739079:0:19038:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19038:1862022978430592:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764879.739184:0:19038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.739250:0:19038:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.739327:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430592 00000100:00100000:0.0:1775764879.739335:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430592 00000100:00100000:0.0:1775764879.739395:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1775764879.739405:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19038:x1862022978430592:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764879.739849:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19038:x1862022978430592:12345-0@lo:502:llog_process_th.0 Request processed in 445us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.739857:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1775764879.739989:0:19038:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19038:1862022978430592:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764879.740048:0:19038:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19038:1862022978430720:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764879.740086:0:19038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764879.740133:0:19038:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764879.740200:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430720 00000100:00100000:2.0:1775764879.740206:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430720 00000100:00100000:2.0:1775764879.740241:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1775764879.740250:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19038:x1862022978430720:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764879.740405:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19038:x1862022978430720:12345-0@lo:502:llog_process_th.0 Request processed in 156us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.740411:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1775764879.740962:0:19038:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19038:1862022978430720:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1775764879.740994:0:19038:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:2.0:1775764879.741185:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 45-47 (rc=0) 10000000:01000000:2.0:1775764879.741201:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1775764879.741211:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.741221:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764879.741232:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1775764879.741235:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:2.0:1775764879.741238:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1775764879.741266:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.741274:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.741284:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764879.741301:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.741339:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764879.741388:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.743578:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430848 00000100:00100000:0.0:1775764879.743592:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430848 00000100:00100000:0.0:1775764879.743655:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1775764879.743665:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978430848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764879.743680:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764879.743698:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc609 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.743728:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.743740:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.743749:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f600, rc 0) 00000100:00100000:0.0:1775764879.743828:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978430848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.743835:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1775764879.744717:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764879.744738:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.744748:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764879.744835:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.744878:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.744945:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.745035:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978430976 00000100:00100000:0.0:1775764879.745041:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978430976 00000100:00100000:0.0:1775764879.745088:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1775764879.745099:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683690450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978430976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.745396:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683690450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978430976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 299us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.745404:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1775764879.745640:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978430976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.745673:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.745713:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.745748:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.745801:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431104 00000100:00100000:0.0:1775764879.745806:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431104 00000100:00100000:0.0:1775764879.745842:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1775764879.745849:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978431104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.746007:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978431104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.746015:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1775764879.746136:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.750042:0:19039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682beaa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19039:1862022978431232:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764879.750138:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764879.750193:0:19039:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.750287:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431232 00000100:00100000:0.0:1775764879.750295:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431232 00000100:00100000:0.0:1775764879.750359:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1775764879.750369:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683692050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19039:x1862022978431232:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764879.750658:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683692050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19039:x1862022978431232:12345-0@lo:502:llog_process_th.0 Request processed in 289us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.750665:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1775764879.750886:0:19039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682beaa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19039:1862022978431232:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1775764879.750918:0:19039:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764879.750930:0:19039:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764879.750932:0:19039:0:(obd_config.c:1559:class_process_config()) marker 31 (0x1) lustre-MDT0000-m new lustre.pool2 00000020:00000080:3.0:1775764879.750937:0:19039:0:(obd_config.c:1468:class_process_config()) processing cmd: ce020 00020000:01000000:3.0:1775764879.750995:0:19039:0:(lod_pool.c:475:lod_pool_new()) pool2 is pool #2 00080000:10000000:3.0:1775764879.752177:0:19039:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3c:0x0] (8/8/4) registered 00080000:10000000:3.0:1775764879.854605:0:19039:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3d:0x0] (8/8/4) registered 00080000:10000000:0.0:1775764879.912254:0:19039:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3e:0x0] (8/8/4) registered 00000100:00100000:1.0:1775764879.960920:0:19039:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19039:1862022978431360:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764879.961025:0:19039:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764879.961108:0:19039:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.961684:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431360 00000100:00100000:0.0:1775764879.961693:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431360 00000100:00100000:0.0:1775764879.961753:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1775764879.961762:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683690050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19039:x1862022978431360:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764879.962884:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683690050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19039:x1862022978431360:12345-0@lo:502:llog_process_th.0 Request processed in 1119us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.962895:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1775764879.970341:0:19039:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19039:1862022978431360:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1775764879.970393:0:19039:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1775764879.970404:0:19039:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1775764879.970406:0:19039:0:(obd_config.c:1559:class_process_config()) marker 31 (0x2) lustre-MDT0000-m new lustre.pool2 00000040:00080000:2.0:1775764879.970410:0:19039:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:3.0:1775764879.970785:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:3.0:1775764879.970812:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1775764879.970822:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.970847:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764879.970857:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1775764879.970860:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bb2dd000 from 45 10000000:01000000:3.0:1775764879.970863:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1775764879.970916:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.970924:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.970933:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764879.970971:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.971035:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.971098:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977c05999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.971254:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431488 00000100:00100000:0.0:1775764879.971262:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431488 00000100:00100000:0.0:1775764879.971318:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1775764879.971327:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683691850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978431488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764879.971340:0:17521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764879.971353:0:17521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc617 expref: -99 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.971379:0:17521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 14 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.971388:0:17521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 14 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.971397:0:17521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15fa00, rc 0) 00000100:00100000:0.0:1775764879.971443:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683691850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978431488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.971450:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1775764879.972214:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764879.972243:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.972258:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764879.972328:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.972361:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.972440:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977c05999c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764879.979242:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431616 00000100:00100000:2.0:1775764879.979261:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431616 00000100:00100000:2.0:1775764879.979347:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1775764879.979359:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978431616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.979742:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978431616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 385us (7378us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.979750:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1775764879.980168:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.980218:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.980275:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.980323:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977c05999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.980442:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431744 00000100:00100000:0.0:1775764879.980447:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431744 00000100:00100000:0.0:1775764879.980504:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1775764879.980512:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978431744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.980660:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978431744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.980667:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1775764879.980739:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978431744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764879.981248:0:19040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19040:1862022978431872:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764879.981287:0:19040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764879.981323:0:19040:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789e86780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.981447:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978431872 00000100:00100000:0.0:1775764879.981452:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978431872 00000100:00100000:0.0:1775764879.981503:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1775764879.981510:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19040:x1862022978431872:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764879.981691:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19040:x1862022978431872:12345-0@lo:502:llog_process_th.0 Request processed in 180us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.981697:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1775764879.981804:0:19040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19040:1862022978431872:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764879.981841:0:19040:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19040:1862022978432000:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764879.981869:0:19040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.981899:0:19040:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764879.982079:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432000 00000100:00100000:0.0:1775764879.982083:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432000 00000100:00100000:0.0:1775764879.982111:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775764879.982117:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19040:x1862022978432000:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764879.982253:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19040:x1862022978432000:12345-0@lo:502:llog_process_th.0 Request processed in 136us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764879.982259:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1775764879.982427:0:19040:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19040:1862022978432000:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1775764879.982445:0:19040:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1775764879.982823:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 45-47 (rc=0) 10000000:01000000:0.0:1775764879.982845:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775764879.982855:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.982867:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764879.982876:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1775764879.982878:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1775764879.982880:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1775764879.982914:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.982922:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.982931:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764879.983080:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.983117:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764879.983152:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789dfa600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764879.983200:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432128 00000100:00100000:1.0:1775764879.983204:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432128 00000100:00100000:1.0:1775764879.983243:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1775764879.983249:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978432128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764879.983259:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764879.983271:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc625 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.983292:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 15 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.983301:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 15 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764879.983310:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f400, rc 0) 00000100:00100000:1.0:1775764879.983344:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978432128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764879.983349:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1775764879.983533:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d59880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764879.983546:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764879.983555:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764879.983603:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764879.983627:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764879.983648:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764879.983794:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432256 00000100:00100000:2.0:1775764879.983799:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432256 00000100:00100000:2.0:1775764879.983831:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1775764879.983837:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978432256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.984438:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978432256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 599us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764879.984446:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764879.990535:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.990701:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764879.990784:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764879.990839:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764879.990896:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432384 00000100:00100000:1.0:1775764879.990903:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432384 00000100:00100000:1.0:1775764879.990965:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1775764879.990974:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978432384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764879.991166:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978432384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 193us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764879.991175:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1775764879.991442:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432384:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1775764879.992633:0:19041:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1775764879.993134:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1775764879.993163:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1775764879.993174:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.993186:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764879.993197:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1775764879.993200:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977b42c9000 from 45 10000000:01000000:0.0:1775764879.993203:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1775764879.993252:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.993261:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764879.993272:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764879.993296:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764879.993356:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764879.993413:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789dfa780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764879.995266:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432512 00000100:00100000:2.0:1775764879.995280:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432512 00000100:00100000:2.0:1775764879.995332:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1775764879.995343:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978432512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764879.995362:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764879.995380:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc633 expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.995407:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 16 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.995419:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 16 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764879.995429:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277800, rc 0) 00000100:00100000:3.0:1775764880.000258:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978432512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 4905us (6889us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.000274:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1775764880.001184:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764880.001216:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.001241:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.001327:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764880.001380:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.001443:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789dfa780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764880.001528:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432640 00000100:00100000:2.0:1775764880.001535:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432640 00000100:00100000:2.0:1775764880.001574:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1775764880.001584:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978432640:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764880.001876:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978432640:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 292us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.001884:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764880.002423:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432640:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764880.002517:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432768:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764880.002562:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.002589:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432768 00000100:00100000:0.0:1775764880.002594:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432768 00000100:00100000:0.0:1775764880.002624:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1775764880.002631:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978432768:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764880.002785:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978432768:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.002791:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1775764880.002842:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789dfa780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764880.002855:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978432768:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764880.005258:0:19042:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19042:1862022978432896:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764880.005338:0:19042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764880.005398:0:19042:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764880.005454:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978432896 00000100:00100000:3.0:1775764880.005498:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978432896 00000100:00100000:3.0:1775764880.005538:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1775764880.005548:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976837c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19042:x1862022978432896:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764880.005795:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976837c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19042:x1862022978432896:12345-0@lo:502:llog_process_th.0 Request processed in 247us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.005802:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1775764880.006448:0:19042:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19042:1862022978432896:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764880.006550:0:19042:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19042:1862022978433024:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764880.006591:0:19042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764880.006625:0:19042:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b759b000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764880.006706:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433024 00000100:00100000:0.0:1775764880.006712:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433024 00000100:00100000:0.0:1775764880.006749:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775764880.006758:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19042:x1862022978433024:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764880.007166:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19042:x1862022978433024:12345-0@lo:502:llog_process_th.0 Request processed in 408us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.007174:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775764880.008617:0:19042:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19042:1862022978433024:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1775764880.008666:0:19042:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1775764880.008842:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 45-47 (rc=0) 10000000:01000000:3.0:1775764880.008864:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1775764880.008875:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.008886:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764880.008896:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1775764880.008898:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1775764880.008901:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1775764880.008950:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.008959:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.008969:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.008990:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1775764880.009038:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764880.009090:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764880.009375:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433152 00000100:00100000:0.0:1775764880.009381:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433152 00000100:00100000:0.0:1775764880.009430:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775764880.009440:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978433152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764880.009452:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764880.009501:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc641 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.009526:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.009537:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.009545:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15ee00, rc 0) 00000100:00100000:0.0:1775764880.009586:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978433152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.009591:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1775764880.009674:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764880.009687:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.009695:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.009748:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764880.009774:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764880.009797:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977889dc840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764880.009853:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433280 00000100:00100000:1.0:1775764880.009858:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433280 00000100:00100000:1.0:1775764880.009891:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1775764880.009898:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978433280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.010152:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978433280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 254us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.010158:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1775764880.010190:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.010219:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.010266:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764880.010286:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433408 00000100:00100000:1.0:1775764880.010289:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433408 00000100:00100000:1.0:1775764880.010308:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764880.010313:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978433408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.011134:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978433408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 818us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.011142:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764880.011203:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897786f72cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764880.011218:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1775764880.011904:0:19043:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1775764880.011955:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1775764880.011974:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1775764880.011982:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.011992:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764880.012003:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1775764880.012005:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff89778556b380 from 1 10000000:01000000:1.0:1775764880.012007:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1775764880.012033:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012041:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012050:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.012067:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.012103:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764880.012119:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897786f72f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764880.012132:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433536 00000100:00100000:1.0:1775764880.012138:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433536 00000100:00100000:1.0:1775764880.012164:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1775764880.012171:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978433536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764880.012181:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.012192:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc64f expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012211:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 18 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012221:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 18 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012230:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e200, rc 0) 00000100:00100000:1.0:1775764880.012259:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978433536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.012265:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1775764880.012299:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764880.012311:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012320:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.012358:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.012381:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764880.012393:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897786f72f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764880.012403:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433664 00000100:00100000:1.0:1775764880.012406:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433664 00000100:00100000:1.0:1775764880.012425:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764880.012430:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978433664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764880.012637:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978433664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 205us (254us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764880.012644:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764880.012674:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978433664:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1775764880.012690:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1775764880.012695:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.012701:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.117297:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978434176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764880.117384:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764880.117498:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764880.117505:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978433792:0@lo:400:kworker.0 00000100:00100000:2.0:1775764880.117531:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764880.117548:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978434304:0@lo:400:kworker.0 00000100:00100000:2.0:1775764880.117566:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764880.117842:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433792 00000100:00100000:3.0:1775764880.117850:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433792 00000100:00100000:3.0:1775764880.117892:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434304 00000100:00100000:3.0:1775764880.117894:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434304 00000100:00100000:3.0:1775764880.117912:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1775764880.117921:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978433792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764880.117989:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978433792:12345-0@lo:400:kworker.0 Request processed in 69us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.117997:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1775764880.118015:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1775764880.118021:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978434304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764880.118047:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978434304:12345-0@lo:400:kworker.0 Request processed in 26us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764880.118053:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764880.118058:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978433920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764880.118088:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978433792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.119989:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764880.120043:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764880.120056:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978434048:0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.120088:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764880.120159:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434176 00000100:00100000:1.0:1775764880.120167:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434176 00000100:00100000:1.0:1775764880.120211:0:12181:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434048 00000100:00100000:1.0:1775764880.120214:0:12181:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434048 00000100:00100000:1.0:1775764880.120233:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1775764880.120241:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978434176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.120300:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3319:x1862022978434176:12345-0@lo:400:kworker.0 Request processed in 60us (2917us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.120306:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1775764880.120321:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1775764880.120327:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978434048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.120657:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978434048:12345-0@lo:400:kworker.0 Request processed in 329us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.120663:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:1.0:1775764880.120682:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764880.120685:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764880.120687:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764880.120697:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978433920 00000100:00100000:1.0:1775764880.120701:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978433920 00000100:00100000:1.0:1775764880.120729:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775764880.120735:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978433920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.120765:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978433920:12345-0@lo:400:kworker.0 Request processed in 31us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.120771:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1775764880.120799:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764880.120825:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978434048:0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.120838:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978433920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764880.126558:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978434304:0@lo:400:kworker.0 00000100:00100000:3.0:1775764880.126579:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3319:1862022978434176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764880.389620:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.390090:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062656 00000100:00100000:2.0:1775764880.390102:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062656 00000100:00080000:1.0:1775764880.390165:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764880.390205:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 95 00000100:00100000:2.0:1775764880.390216:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967062656:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764880.390238:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764880.390257:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc65d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca5c expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.390327:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.390343:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.390356:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.390369:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.390376:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.390382:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390718:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390725:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390730:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390733:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.390737:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390742:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390753:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.390755:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.390758:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390762:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc664 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390771:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390775:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390788:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390792:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.390793:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390796:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390800:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95800) 00010000:00010000:3.0:1775764880.390801:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.390803:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390806:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc66b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390831:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc65d lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca5c expref: 19 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390838:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.390839:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.390841:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc65d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca5c expref: 19 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.390847:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276600, rc 0) 00000100:00100000:3.0:1775764880.391006:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967062656:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 792us (1398us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764880.391014:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 95 00000100:00100000:0.0:1775764880.394132:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764880.395134:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062784 00000100:00100000:1.0:1775764880.395144:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062784 00000100:00100000:1.0:1775764880.395190:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 96 00000100:00100000:1.0:1775764880.395198:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967062784:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764880.395218:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.395240:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc672 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca63 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395311:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395324:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395333:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395343:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395348:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395352:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395637:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395646:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395654:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395660:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.395665:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395673:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395685:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.395688:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.395693:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395699:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc679 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395710:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395715:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395720:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395725:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.395728:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395732:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395738:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783000c00) 00010000:00010000:1.0:1775764880.395741:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.395743:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395747:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc680 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395781:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc672 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca63 expref: 19 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395791:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.395793:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.395796:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc672 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca63 expref: 19 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.395805:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764880.395874:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967062784:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 675us (1764us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764880.395882:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 96 00000100:00100000:2.0:1775764880.397922:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764880.397967:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967062912 00000100:00100000:1.0:1775764880.397976:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967062912 00000100:00100000:1.0:1775764880.398071:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 97 00000100:00100000:1.0:1775764880.398081:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967062912:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764880.398101:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.398118:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc687 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca6a expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398175:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398188:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398198:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398212:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398219:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398226:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398430:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398435:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398440:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398443:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.398446:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398450:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398574:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.398577:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.398581:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398585:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc68e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398594:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398599:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398605:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398609:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.398612:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398618:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398625:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783000700) 00010000:00010000:1.0:1775764880.398628:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.398631:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398636:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc695 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398664:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc687 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca6a expref: 19 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398670:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.398672:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.398674:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc687 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca6a expref: 19 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.398680:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e400, rc 0) 00000100:00100000:1.0:1775764880.398727:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967062912:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 649us (809us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764880.398732:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 97 00000100:00100000:0.0:1775764880.400858:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.400929:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967063040 00000100:00100000:2.0:1775764880.400940:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967063040 00000100:00100000:2.0:1775764880.401000:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 98 00000100:00100000:2.0:1775764880.401010:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+18:24022:x1862022967063040:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764880.401031:0:18439:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764880.401049:0:18439:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5fc69c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca71 expref: -99 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.401116:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc6a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.401133:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.401143:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.401315:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee2:0x0]: returning size 7680 00000004:00200000:2.0:1775764880.401318:0:18439:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764880.401370:0:18439:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.401389:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277600/0x2aac6a50e5fc69c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca71 expref: 20 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.401402:0:18439:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc6a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca71 expref: 19 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.401408:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.401410:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764880.401413:0:18439:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277c00, rc 0) 00000100:00100000:2.0:1775764880.401498:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+19:24022:x1862022967063040:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 489us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.401506:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 98 00000100:00100000:0.0:1775764880.407775:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764880.407838:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967063296 00000100:00100000:3.0:1775764880.407848:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967063296 00000100:00100000:3.0:1775764880.407909:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 99 00000100:00100000:3.0:1775764880.407920:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:24022:x1862022967063296:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764880.407945:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764880.407949:0:17505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764880.407974:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc6a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca71 expref: 19 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.407992:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.407998:0:17505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764880.408011:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc6aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca78 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.408362:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.408377:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.408388:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.408403:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.408410:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.408421:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409249:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409259:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409267:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764880.409278:0:17505:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00010000:00010000:3.0:1775764880.409301:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409309:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409315:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409321:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadbc00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.409325:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409333:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409342:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.409345:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.409349:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409355:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadbc00/0x2aac6a50e5fc6b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764880.409364:0:17505:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000befcd788 reply state 0000000053f85935 transno 8589934636 ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.409372:0:17505:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764880.409397:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc6aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 21 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409410:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 20 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.409416:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff8977a2f58f00) 00010000:00010000:3.0:1775764880.409418:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764880.409420:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadaa00, rc 0) 00000100:00100000:3.0:1775764880.409530:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+21:24022:x1862022967063296:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1612us (1764us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1775764880.409539:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 99 00010000:00010000:3.0:1775764880.412576:0:3306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.412591:0:3306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.412596:0:3306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.412603:0:3306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.412607:0:3306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.412611:0:3306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.412624:0:3306:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff8977a2f58700) 00010000:00010000:3.0:1775764880.412626:0:3306:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.412630:0:3306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.412633:0:3306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc6b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.413689:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764880.413754:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967063552 00000100:00100000:1.0:1775764880.413764:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967063552 00000100:00100000:1.0:1775764880.413821:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 100 00000100:00100000:1.0:1775764880.413833:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+20:24022:x1862022967063552:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764880.413857:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.413875:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc6cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca7f expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.413968:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.413986:0:17504:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 21 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.413994:0:17504:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.414028:0:17504:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 21 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.414042:0:17504:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 21 pid: 17505 timeout: 1607 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.414057:0:17504:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:17504:1862022978434432:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764880.414169:0:17504:0:(client.c:2691:ptlrpc_set_wait()) set ffff897786f72cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764880.416543:0:17504:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768c90ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:17504:1862022978434432:192.168.202.46@tcp:104: 00010000:00010000:3.0:1775764880.416585:0:17504:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.417234:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764880.417342:0:12194:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967063680 00000100:00100000:3.0:1775764880.417351:0:12194:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967063680 00010000:00010000:3.0:1775764880.417390:0:12194:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 22 pid: 17505 timeout: 1607 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.417431:0:12194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23566 00000100:00100000:3.0:1775764880.417449:0:12194:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+22:2382:x1862022967063680:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764880.417495:0:12194:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764880.417503:0:12194:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 22 pid: 17505 timeout: 1607 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.417518:0:12194:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 22 pid: 17505 timeout: 1607 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.417542:0:12194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc6bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca78 expref: 22 pid: 17505 timeout: 1607 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.417558:0:12194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff8977a2f58f00) 00010000:00010000:3.0:1775764880.417564:0:12194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.417583:0:12194:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.417590:0:12194:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.417615:0:12194:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764880.417671:0:17504:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.417678:0:12194:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:3f83546c-01a9-4156-8a97-44c446245d3e+21:2382:x1862022967063680:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 238us (446us total) trans 0 rc 0/0 00010000:00010000:0.0:1775764880.417681:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764880.417686:0:12194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23566 00000004:00200000:0.0:1775764880.417706:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00020000:01000000:0.0:1775764880.417797:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool1) 00020000:01000000:0.0:1775764880.417801:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool1) 00020000:01000000:0.0:1775764880.417803:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool2) 00020000:01000000:0.0:1775764880.417804:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool2) 00020000:01000000:0.0:1775764880.417811:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool1) 00020000:01000000:0.0:1775764880.417816:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool1) 00020000:01000000:0.0:1775764880.417818:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool2) 00020000:01000000:0.0:1775764880.417820:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool2) 00020000:01000000:0.0:1775764880.417840:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool1) 00020000:01000000:0.0:1775764880.417848:0:17504:0:(lod_pool.c:706:lod_find_pool()) lustre-MDT0000-osd: request for an empty pool (pool1) 00000004:00080000:0.0:1775764880.418129:0:17504:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000403:0x705:0x0], index 1: 0 00010000:00010000:0.0:1775764880.418274:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418283:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418291:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418297:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764880.418301:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418309:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418320:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff8977a2f58f00) 00010000:00010000:0.0:1775764880.418323:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764880.418326:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418332:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e800/0x2aac6a50e5fc6d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xee3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418391:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc6cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca7f expref: 21 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418401:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764880.418403:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764880.418406:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc6cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca7f expref: 21 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.418414:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226e400, rc 0) 00000100:00100000:0.0:1775764880.418488:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+20:24022:x1862022967063552:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 4625us (4770us total) trans 8589934637 rc 301/301 00000100:00100000:0.0:1775764880.418496:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 100 00000100:00100000:1.0:1775764880.421693:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.421754:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967063936 00000100:00100000:2.0:1775764880.421763:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967063936 00000100:00100000:2.0:1775764880.421813:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 11 00000100:00100000:2.0:1775764880.421820:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768515e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+20:24022:x1862022967063936:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:2.0:1775764880.422189:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768515e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+21:24022:x1862022967063936:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 369us (504us total) trans 8589934638 rc 0/0 00000100:00100000:2.0:1775764880.422196:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 11 00000100:00100000:1.0:1775764880.424519:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.424569:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967064192 00000100:00100000:2.0:1775764880.424580:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967064192 00000100:00100000:2.0:1775764880.424632:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 12 00000100:00100000:2.0:1775764880.424640:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+21:24022:x1862022967064192:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:2.0:1775764880.424817:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+22:24022:x1862022967064192:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 176us (307us total) trans 8589934639 rc 0/0 00000100:00100000:2.0:1775764880.424825:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 12 00000100:00100000:3.0:1775764880.434093:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764880.434529:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967064448 00000100:00100000:1.0:1775764880.434541:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967064448 00000100:00100000:1.0:1775764880.434610:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 101 00000100:00100000:1.0:1775764880.434622:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+22:24023:x1862022967064448:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:1.0:1775764880.434652:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764880.434690:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc6e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca86 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434803:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434824:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434837:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434854:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434862:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434869:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434970:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434977:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434984:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.434990:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.434994:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435001:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435013:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.435017:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.435022:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435028:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ec00/0x2aac6a50e5fc6e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435040:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435046:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435052:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435057:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226fa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.435059:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435065:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435072:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783000700) 00010000:00010000:1.0:1775764880.435074:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.435077:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435083:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226fa00/0x2aac6a50e5fc6f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435115:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc6e2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca86 expref: 23 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435125:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.435127:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764880.435130:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ee00/0x2aac6a50e5fc6e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca86 expref: 23 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.435139:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226ee00, rc 0) 00000100:00100000:1.0:1775764880.435211:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+22:24023:x1862022967064448:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 592us (1131us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764880.435218:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 101 00000100:00100000:1.0:1775764880.437885:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.437979:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967064704 00000100:00100000:2.0:1775764880.437988:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967064704 00000100:00100000:2.0:1775764880.438083:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 102 00000100:00100000:2.0:1775764880.438094:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+22:24023:x1862022967064704:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764880.438116:0:18439:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764880.438137:0:18439:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc6f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca8d expref: -99 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.438273:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee2:0x0]: returning size 7680 00010000:00010000:2.0:1775764880.438385:0:18439:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc6f7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca8d expref: 24 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.438397:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89779240e200) 00010000:00010000:2.0:1775764880.438400:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764880.438404:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc6f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca8d expref: 24 pid: 18439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.438416:0:18439:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276c00, rc 0) 00000100:00100000:2.0:1775764880.438517:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+23:24023:x1862022967064704:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 426us (639us total) trans 8589934640 rc 301/301 00000100:00100000:2.0:1775764880.438525:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 102 00000100:00100000:2.0:1775764880.440820:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764880.440881:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967064832 00000100:00100000:1.0:1775764880.440891:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967064832 00000100:00100000:1.0:1775764880.440940:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 103 00000100:00100000:1.0:1775764880.440950:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+23:24023:x1862022967064832:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:1.0:1775764880.441025:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441041:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441054:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441069:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441075:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441082:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441178:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441185:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441192:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764880.441220:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00000004:00200000:1.0:1775764880.441225:0:17506:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764880.441235:0:17506:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441246:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441253:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441269:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441275:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.441279:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441287:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441299:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:1.0:1775764880.441302:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.441306:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441313:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e000/0x2aac6a50e5fc705 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441324:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441329:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441335:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441340:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226ea00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.441343:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441348:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441354:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783000c00) 00010000:00010000:1.0:1775764880.441356:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.441359:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441364:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226ea00/0x2aac6a50e5fc70c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441381:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441387:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441393:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441398:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e400 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:1.0:1775764880.441400:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441405:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441411:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff897783000200) 00010000:00010000:1.0:1775764880.441413:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764880.441415:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764880.441420:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768226e400/0x2aac6a50e5fc713 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764880.441538:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+23:24023:x1862022967064832:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 589us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764880.441545:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 103 00000100:00100000:3.0:1775764880.443667:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.443737:0:17507:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967065088 00000100:00100000:2.0:1775764880.443746:0:17507:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967065088 00000100:00100000:2.0:1775764880.443789:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 13 00000100:00100000:2.0:1775764880.443799:0:17507:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+23:24023:x1862022967065088:12345-192.168.202.46@tcp:35:lfs.0 00000100:00100000:2.0:1775764880.444056:0:17507:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3f83546c-01a9-4156-8a97-44c446245d3e+24:24023:x1862022967065088:12345-192.168.202.46@tcp:35:lfs.0 Request processed in 259us (395us total) trans 8589934641 rc 0/0 00000100:00100000:2.0:1775764880.444064:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 13 00000100:00100000:2.0:1775764880.456624:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764880.458723:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967065344 00000100:00100000:0.0:1775764880.458738:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967065344 00000100:00100000:0.0:1775764880.458866:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 104 00000100:00100000:0.0:1775764880.458877:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+24:24024:x1862022967065344:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:0.0:1775764880.458901:0:17504:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764880.458921:0:17504:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc71a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca94 expref: -99 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.458998:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459012:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459025:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459041:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459047:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459053:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459162:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459170:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459177:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459183:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764880.459187:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459194:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459207:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764880.459210:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.459215:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459221:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc721 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459234:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459241:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459247:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459252:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764880.459255:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459348:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459357:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff8977a2bf4800) 00010000:00010000:0.0:1775764880.459359:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.459363:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459368:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc728 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459402:0:17504:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc71a lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca94 expref: 25 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459412:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764880.459414:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764880.459418:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc71a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca94 expref: 25 pid: 17504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.459426:0:17504:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f000, rc 0) 00000100:00100000:0.0:1775764880.459636:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+24:24024:x1862022967065344:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 761us (3023us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764880.459645:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 104 00000100:00100000:1.0:1775764880.464194:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.464393:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967065600 00000100:00100000:2.0:1775764880.464404:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967065600 00000100:00100000:2.0:1775764880.464596:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 105 00000100:00100000:2.0:1775764880.464607:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+24:24024:x1862022967065600:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764880.464629:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764880.464652:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc72f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421ca9b expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.464805:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc736 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.464819:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc736 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.464831:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc736 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.464845:0:17506:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee2:0x0]: returning size 7680 00010000:00010000:2.0:1775764880.464960:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc72f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca9b expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.464979:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277e00/0x2aac6a50e5fc736 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca9b expref: 26 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.464988:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.464991:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764880.464995:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277e00, rc 0) 00000100:00100000:2.0:1775764880.465044:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768c90ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+26:24024:x1862022967065600:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 439us (859us total) trans 8589934642 rc 0/0 00000100:00100000:2.0:1775764880.465052:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 105 00000100:00100000:1.0:1775764880.466821:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.467825:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967065728 00000100:00100000:2.0:1775764880.467836:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967065728 00000100:00100000:2.0:1775764880.467881:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 106 00000100:00100000:2.0:1775764880.467891:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24024:x1862022967065728:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764880.467966:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.467983:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.467996:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468011:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468019:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468026:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468122:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468130:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468137:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.468168:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00000004:00200000:2.0:1775764880.468172:0:18439:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764880.468184:0:18439:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468196:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468202:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468209:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468215:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.468220:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468227:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468240:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.468243:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.468247:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468253:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc744 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468277:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468284:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468290:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468295:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.468298:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468304:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468311:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95000) 00010000:00010000:2.0:1775764880.468314:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.468317:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468323:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc74b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468339:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468346:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468351:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468356:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.468360:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468365:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468372:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff897783a95600) 00010000:00010000:2.0:1775764880.468375:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.468378:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.468383:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc752 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.468495:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24024:x1862022967065728:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 605us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.468503:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 106 00000100:00100000:1.0:1775764880.480114:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764880.480245:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967065984 00000100:00100000:3.0:1775764880.480406:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967065984 00000100:00100000:3.0:1775764880.480537:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 107 00000100:00100000:3.0:1775764880.480550:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:24025:x1862022967065984:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764880.480578:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764880.480608:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc759 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421caa2 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480717:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480733:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480747:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480767:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480774:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480782:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480891:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480898:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480905:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480911:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.480916:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480929:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480942:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.480946:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.480951:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480957:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc760 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480971:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480977:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480983:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480987:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.480990:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.480996:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.481002:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff8977a2f58700) 00010000:00010000:3.0:1775764880.481004:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.481007:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.481014:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc767 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.481046:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc759 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421caa2 expref: 27 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.481057:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.481059:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764880.481062:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc759 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421caa2 expref: 27 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.481073:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadb400, rc 0) 00000100:00100000:3.0:1775764880.481151:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:24025:x1862022967065984:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 603us (1048us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764880.481160:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 107 00000100:00100000:1.0:1775764880.482913:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.483764:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967066112 00000100:00100000:2.0:1775764880.483775:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967066112 00000100:00100000:2.0:1775764880.483826:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 108 00000100:00100000:2.0:1775764880.483836:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24025:x1862022967066112:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764880.483901:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.483918:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.483930:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.483943:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.483951:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.483958:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484053:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484061:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484067:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.484101:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00000004:00200000:2.0:1775764880.484106:0:18439:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764880.484118:0:18439:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484130:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484136:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484143:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484149:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.484153:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484160:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484171:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.484174:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.484178:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484184:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc76e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484197:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484204:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484215:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484221:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.484224:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484230:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484237:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95600) 00010000:00010000:2.0:1775764880.484240:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.484243:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484249:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc775 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484279:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484286:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484292:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484298:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.484301:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484312:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484319:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff897783a95000) 00010000:00010000:2.0:1775764880.484321:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.484324:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.484330:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc77c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.484396:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24025:x1862022967066112:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 562us (1489us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.484404:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 108 00000100:00100000:1.0:1775764880.496008:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.496111:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967066368 00000100:00100000:2.0:1775764880.496122:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967066368 00000100:00100000:2.0:1775764880.496190:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 109 00000100:00100000:2.0:1775764880.496202:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+26:24026:x1862022967066368:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764880.496381:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764880.496401:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc783 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421caa9 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496527:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496544:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496558:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496574:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496581:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496588:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496704:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496712:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496719:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496730:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.496735:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496741:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496755:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.496758:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.496763:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.496769:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc78a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497142:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497150:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497156:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497161:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.497164:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497170:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497178:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95000) 00010000:00010000:2.0:1775764880.497181:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.497184:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497190:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc791 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497315:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc783 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421caa9 expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497327:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.497329:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764880.497334:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc783 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421caa9 expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.497344:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277c00, rc 0) 00000100:00100000:2.0:1775764880.497449:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+26:24026:x1862022967066368:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 1249us (1452us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764880.497497:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 109 00000100:00100000:1.0:1775764880.500037:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.500341:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967066496 00000100:00100000:2.0:1775764880.500352:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967066496 00000100:00100000:2.0:1775764880.500406:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 110 00000100:00100000:2.0:1775764880.500413:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24026:x1862022967066496:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764880.500529:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500542:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500551:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500561:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500565:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500569:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500793:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500799:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500804:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.500833:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00000004:00200000:2.0:1775764880.500836:0:18439:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764880.500846:0:18439:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500855:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500859:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500864:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500868:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.500870:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500875:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500882:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.500884:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.500888:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500895:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc798 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500908:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500913:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500919:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500923:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.500925:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500931:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500937:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95600) 00010000:00010000:2.0:1775764880.500939:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.500942:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500948:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc79f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500964:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500970:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500975:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500978:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.500980:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500983:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500987:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff897783a95200) 00010000:00010000:2.0:1775764880.500988:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.500990:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.500993:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.501098:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24026:x1862022967066496:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 684us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.501104:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 110 00000100:00100000:1.0:1775764880.513937:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764880.514053:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967066752 00000100:00100000:3.0:1775764880.514063:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967066752 00000100:00100000:3.0:1775764880.514166:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 111 00000100:00100000:3.0:1775764880.514177:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:24027:x1862022967066752:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:3.0:1775764880.514202:0:17505:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764880.514220:0:17505:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc7ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421cab0 expref: -99 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514312:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514326:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514337:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514347:0:17505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514352:0:17505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514356:0:17505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514521:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514527:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514533:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514540:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.514544:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514550:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514562:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.514565:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.514569:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514575:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb600/0x2aac6a50e5fc7b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514605:0:17505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514612:0:17505:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514617:0:17505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514621:0:17505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadaa00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:3.0:1775764880.514624:0:17505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514629:0:17505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514636:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff8977a2f58700) 00010000:00010000:3.0:1775764880.514638:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764880.514640:0:17505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514645:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadaa00/0x2aac6a50e5fc7bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514681:0:17505:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc7ad lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cab0 expref: 27 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514695:0:17505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:3.0:1775764880.514697:0:17505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764880.514700:0:17505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768cadb400/0x2aac6a50e5fc7ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cab0 expref: 27 pid: 17505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764880.514709:0:17505:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadb400, rc 0) 00000100:00100000:3.0:1775764880.514774:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:24027:x1862022967066752:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 598us (849us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764880.514792:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 111 00000100:00100000:1.0:1775764880.517410:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764880.517583:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967066880 00000100:00100000:0.0:1775764880.517601:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967066880 00000100:00100000:0.0:1775764880.517653:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 112 00000100:00100000:0.0:1775764880.517662:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+26:24027:x1862022967066880:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:0.0:1775764880.517721:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517733:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517742:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517751:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517755:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517759:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517849:0:17504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517855:0:17504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517859:0:17504:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764880.517886:0:17504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00000004:00200000:0.0:1775764880.517890:0:17504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764880.517904:0:17504:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517916:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517923:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517930:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517935:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15f000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764880.517939:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517947:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517959:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:0.0:1775764880.517963:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.517968:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517976:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15f000/0x2aac6a50e5fc7c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517988:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517993:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.517999:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518003:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15ec00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764880.518005:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518011:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518018:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff8977a2bf4800) 00010000:00010000:0.0:1775764880.518020:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.518022:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518027:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15ec00/0x2aac6a50e5fc7c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518040:0:17504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518045:0:17504:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518050:0:17504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518054:0:17504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e200 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:0.0:1775764880.518056:0:17504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518062:0:17504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518067:0:17504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff8977a2bf4600) 00010000:00010000:0.0:1775764880.518069:0:17504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764880.518071:0:17504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764880.518076:0:17504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89768e15e200/0x2aac6a50e5fc7d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17504 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764880.518361:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+26:24027:x1862022967066880:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 698us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.518370:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 112 00000100:00100000:1.0:1775764880.534857:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.534955:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067136 00000100:00100000:2.0:1775764880.534966:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067136 00000100:00100000:2.0:1775764880.535040:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 113 00000100:00100000:2.0:1775764880.535051:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+26:24028:x1862022967067136:12345-192.168.202.46@tcp:101:lfs.0 00010000:00010000:2.0:1775764880.535075:0:17506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764880.535096:0:17506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421cab7 expref: -99 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535177:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535193:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535202:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535212:0:17506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535216:0:17506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535221:0:17506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535332:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535337:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535342:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535345:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277000 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.535349:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535357:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535367:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.535369:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.535371:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535375:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277000/0x2aac6a50e5fc7de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535386:0:17506:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535389:0:17506:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535393:0:17506:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535396:0:17506:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.535397:0:17506:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535400:0:17506:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535404:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95200) 00010000:00010000:2.0:1775764880.535405:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.535406:0:17506:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535410:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276c00/0x2aac6a50e5fc7e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17506 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535436:0:17506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7d7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cab7 expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535460:0:17506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.535572:0:17506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764880.535578:0:17506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277200/0x2aac6a50e5fc7d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cab7 expref: 27 pid: 17506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.535589:0:17506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277200, rc 0) 00000100:00100000:2.0:1775764880.535664:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f83546c-01a9-4156-8a97-44c446245d3e+26:24028:x1862022967067136:12345-192.168.202.46@tcp:101:lfs.0 Request processed in 615us (817us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764880.535672:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 113 00000100:00100000:1.0:1775764880.541871:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764880.541994:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067264 00000100:00100000:2.0:1775764880.542004:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067264 00000100:00100000:2.0:1775764880.542068:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 114 00000100:00100000:2.0:1775764880.542077:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24028:x1862022967067264:12345-192.168.202.46@tcp:34:lfs.0 00010000:00010000:2.0:1775764880.542159:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542178:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542192:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542218:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542233:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542238:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542329:0:18439:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542334:0:18439:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542339:0:18439:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764880.542364:0:18439:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xee3:0x0]: returning size 0 00000004:00200000:2.0:1775764880.542367:0:18439:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764880.542376:0:18439:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542386:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542390:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542395:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542401:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682277c00 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.542405:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542409:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542417:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0x0 (ffff897783000800) 00010000:00010000:2.0:1775764880.542419:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.542422:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542426:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682277c00/0x2aac6a50e5fc7ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0xee2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542435:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542439:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542443:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542448:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276800 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.542450:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542504:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542517:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee2:0x0].0xeb17b4f0 (ffff897783a95600) 00010000:00010000:2.0:1775764880.542519:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.542521:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542525:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276800/0x2aac6a50e5fc7f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee2:0x0].0xeb17b4f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542539:0:18439:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542542:0:18439:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542546:0:18439:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542549:0:18439:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276600 already unused, calling callback (ffffffffc20ae4f0) 00010000:00010000:2.0:1775764880.542550:0:18439:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542553:0:18439:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542557:0:18439:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xee3:0x0].0x0 (ffff897783a95000) 00010000:00010000:2.0:1775764880.542558:0:18439:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764880.542559:0:18439:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764880.542562:0:18439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff897682276600/0x2aac6a50e5fc7fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xee3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18439 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764880.544439:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3f83546c-01a9-4156-8a97-44c446245d3e+26:24028:x1862022967067264:12345-192.168.202.46@tcp:34:lfs.0 Request processed in 2353us (2571us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764880.544484:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 114 00010000:00010000:1.0:1775764880.629837:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764881.141619:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978434560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764881.141694:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764881.141897:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434560 00000100:00100000:3.0:1775764881.141905:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434560 00000100:00100000:3.0:1775764881.141959:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1775764881.141969:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978434560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764881.142004:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764881.142061:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978434560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.142069:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1775764881.142168:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978434560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764881.143652:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978434688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764881.143728:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764881.143978:0:6582:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434688 00000100:00100000:3.0:1775764881.143987:0:6582:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434688 00000100:00100000:3.0:1775764881.144039:0:6582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1775764881.144049:0:6582:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978434688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764881.144082:0:6582:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764881.144434:0:6582:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978434688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 386us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764881.144442:0:6582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1775764881.144655:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978434688:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1775764881.655903:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764882.677192:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764882.871786:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764882.871834:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764882.871870:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764882.871910:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764882.871954:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067648 00000100:00100000:3.0:1775764882.871966:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067648 00000100:00100000:3.0:1775764882.872028:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067776 00000100:00100000:3.0:1775764882.872031:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067776 00000100:00100000:3.0:1775764882.872053:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 542 00000100:00100000:3.0:1775764882.872063:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+8:2382:x1862022967067648:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764882.872135:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+8:2382:x1862022967067648:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 73us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764882.872144:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 542 00000100:00100000:3.0:1775764882.872159:0:12039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 543 00000100:00100000:3.0:1775764882.872165:0:12039:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+8:2382:x1862022967067776:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764882.872187:0:12039:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3f83546c-01a9-4156-8a97-44c446245d3e+8:2382:x1862022967067776:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 23us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764882.872193:0:12039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 543 00000100:00100000:1.0:1775764882.872624:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067392 00000100:00100000:1.0:1775764882.872629:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067392 00000100:00100000:1.0:1775764882.872665:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 152 00000100:00100000:1.0:1775764882.872673:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967067392:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764882.872710:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967067392:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 39us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764882.872717:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 152 00000100:00080000:1.0:1775764882.872744:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764882.872748:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764882.872903:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067520 00000100:00100000:2.0:1775764882.872907:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067520 00000100:00100000:2.0:1775764882.872952:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 41 00000100:00100000:2.0:1775764882.872960:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:2382:x1862022967067520:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764882.872994:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+26:2382:x1862022967067520:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 37us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764882.873000:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 41 00000100:00080000:1.0:1775764882.873488:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764883.700765:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764884.724825:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764885.237282:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978434944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.237443:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978435456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237486:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.237507:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764885.237512:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978434816:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237536:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.237565:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978435328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237584:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.237624:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686770380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978435072:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237644:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.237661:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764885.237665:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978435200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237680:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.237706:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435328 00000100:00100000:1.0:1775764885.237712:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435328 00000100:00100000:1.0:1775764885.237768:0:12196:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435200 00000100:00100000:1.0:1775764885.237770:0:12196:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435200 00000100:00100000:1.0:1775764885.237788:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1775764885.237795:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978435328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237842:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978435328:12345-0@lo:400:kworker.0 Request processed in 47us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.237849:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1775764885.237864:0:12196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1775764885.237870:0:12196:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978435200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237897:0:12196:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978435200:12345-0@lo:400:kworker.0 Request processed in 28us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.237902:0:12196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1775764885.237917:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434944 00000100:00100000:1.0:1775764885.237921:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434944 00000100:00100000:1.0:1775764885.237940:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435456 00000100:00100000:1.0:1775764885.237942:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435456 00000100:00100000:1.0:1775764885.237950:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435072 00000100:00100000:1.0:1775764885.237952:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435072 00000100:00100000:1.0:1775764885.237962:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764885.237967:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978434944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.237994:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1862022978434944:12345-0@lo:400:kworker.0 Request processed in 27us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.237999:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764885.238007:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764885.238012:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978435456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238031:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1862022978435456:12345-0@lo:400:kworker.0 Request processed in 19us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.238037:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764885.238045:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775764885.238050:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978435072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238068:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1862022978435072:12345-0@lo:400:kworker.0 Request processed in 19us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.238073:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1775764885.238091:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764885.238096:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764885.238098:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764885.238131:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978435200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238140:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686770380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3321:1862022978435072:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238166:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978435328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238176:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1862022978434944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238184:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3320:1862022978435456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238225:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978434816 00000100:00100000:1.0:1775764885.238228:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978434816 00000100:00100000:1.0:1775764885.238249:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764885.238254:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978434816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.238283:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978434816:12345-0@lo:400:kworker.0 Request processed in 29us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.238288:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764885.238314:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978434816:0@lo:400:kworker.0 00000001:00080000:0.0:1775764885.326275:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000001:00080000:0.0:1775764885.326293:0:17509:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934642 is committed 00010000:00010000:1.0:1775764885.750332:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764886.260891:0:3322:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764886.260916:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978435584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764886.261007:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764886.261322:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978435712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764886.261350:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764886.261429:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435584 00000100:00100000:3.0:1775764886.261437:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435584 00000100:00100000:3.0:1775764886.261506:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435712 00000100:00100000:3.0:1775764886.261510:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435712 00000100:00100000:3.0:1775764886.261530:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1775764886.261540:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978435584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764886.261582:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 436535296 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764886.261620:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978435584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.261625:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1775764886.261638:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1775764886.261642:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978435712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764886.261654:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764886.261668:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978435712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 26us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764886.261671:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1775764886.261747:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976870e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978435712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764886.261761:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978435584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764886.458605:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764886.458779:0:16239:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967067904 00000100:00100000:0.0:1775764886.458789:0:16239:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967067904 00002000:00100000:0.0:1775764886.458875:0:16239:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000403:0x704:0x0] (3145728->3145728) req@ffff8976870e0a80 x1862022967067904/t0(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:367/0 lens 496/0 e 0 to 0 dl 1775764897 ref 1 fl New:/600/ffffffff rc 0/-1 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764886.458887:0:16239:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976870e0a80 with x1862022967067904 ext(3145728->3145728) 00002000:00010000:0.0:1775764886.458898:0:16239:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976870e0a80 00000100:00100000:0.0:1775764886.458935:0:16239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 2336 00000100:00100000:0.0:1775764886.458945:0:16239:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976870e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:3f83546c-01a9-4156-8a97-44c446245d3e+8:2380:x1862022967067904:12345-192.168.202.46@tcp:4:rwv.0 00000100:00100000:0.0:1775764886.459619:0:16239:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976870e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:3f83546c-01a9-4156-8a97-44c446245d3e+10:2380:x1862022967067904:12345-192.168.202.46@tcp:4:rwv.0 Request processed in 670us (1019us total) trans 4294971568 rc 0/0 00000100:00100000:0.0:1775764886.459636:0:16239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 2336 00002000:00100000:0.0:1775764886.459649:0:16239:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000403:0x704:0x0] (3145728->3145728) req@ffff8976870e0a80 x1862022967067904/t4294971568(0) o4->3f83546c-01a9-4156-8a97-44c446245d3e@192.168.202.46@tcp:367/0 lens 496/448 e 0 to 0 dl 1775764897 ref 1 fl Complete:/600/0 rc 0/0 job:'rwv.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764886.459658:0:16239:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8976870e0a80 with x1862022967067904 ext(3145728->3145728) 00002000:00010000:0.0:1775764886.459662:0:16239:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8976870e0a80 00000100:00080000:1.0:1775764886.459935:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764886.776576:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764886.894809:0:6603:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294971568 is committed 00010000:00010000:3.0:1775764887.819102:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764887.992238:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764887.992277:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764887.992303:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764887.992328:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764887.992359:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068288 00000100:00100000:2.0:1775764887.992368:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068288 00000100:00100000:2.0:1775764887.992429:0:16465:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068416 00000100:00100000:2.0:1775764887.992433:0:16465:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068416 00000100:00100000:2.0:1775764887.992483:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 546 00000100:00100000:2.0:1775764887.992494:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+8:2379:x1862022967068288:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764887.992574:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+8:2379:x1862022967068288:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 82us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.992582:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 546 00000100:00100000:2.0:1775764887.992598:0:16465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 547 00000100:00100000:2.0:1775764887.992605:0:16465:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+8:2379:x1862022967068416:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764887.992629:0:16465:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:3f83546c-01a9-4156-8a97-44c446245d3e+8:2379:x1862022967068416:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 24us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764887.992635:0:16465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 547 00000100:00100000:0.0:1775764887.995642:0:17505:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068160 00000100:00100000:0.0:1775764887.995659:0:17505:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068160 00000100:00100000:0.0:1775764887.995732:0:17505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 45 00000100:00100000:0.0:1775764887.995743:0:17505:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:2379:x1862022967068160:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764887.995827:0:17505:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3f83546c-01a9-4156-8a97-44c446245d3e+19:2379:x1862022967068160:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 87us (3523us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.995836:0:17505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 45 00000100:00100000:0.0:1775764887.995865:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068032 00000100:00100000:0.0:1775764887.995869:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068032 00000100:00100000:0.0:1775764887.995895:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 154 00000100:00100000:0.0:1775764887.995902:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2379:x1862022967068032:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764887.995927:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2379:x1862022967068032:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 26us (3699us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764887.995932:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 154 00000100:00080000:0.0:1775764887.995970:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764887.995975:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764888.822405:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764889.804967:0:19386:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd0a3d1c20 20000000:00000080:0.0:1775764889.804985:0:19386:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8977bc644c00 uarg=0000000000000000 00000040:00100000:0.0:1775764889.805828:0:19386:0:(llog.c:1067:llog_reverse_process()) index 47 : idx 1 20000000:01000000:0.0:1775764889.805837:0:19386:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.pool1 20000000:01000000:0.0:1775764889.805850:0:19386:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.pool1 fl=4 20000000:01000000:0.0:1775764889.806894:0:19387:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.pool1 20000000:01000000:0.0:1775764889.807012:0:19387:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.pool1 00000040:00080000:0.0:1775764889.807077:0:19387:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000040:00080000:1.0:1775764889.807790:0:19386:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16608 20000000:01000000:1.0:1775764889.807810:0:19386:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre pool1 (null) (null) 00000040:00080000:1.0:1775764889.807847:0:19386:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 104 off16712 00000040:00080000:1.0:1775764889.807893:0:19386:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off16936 20000000:01000000:1.0:1775764889.807910:0:19386:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.pool1 fl=4 20000000:01000000:2.0:1775764889.808443:0:19388:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.pool1 20000000:01000000:2.0:1775764889.808574:0:19388:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.pool1 00000040:00080000:2.0:1775764889.808636:0:19388:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:1.0:1775764889.808970:0:19386:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15832 20000000:01000000:1.0:1775764889.808983:0:19386:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre pool1 (null) (null) 00000040:00080000:1.0:1775764889.809036:0:19386:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 112 off15944 00000040:00080000:1.0:1775764889.809070:0:19386:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16168 10000000:01000000:1.0:1775764889.809083:0:19386:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1775764889.809101:0:19386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809120:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809132:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809140:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809146:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809153:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 17 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809159:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809166:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809173:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809178:0:19386:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809184:0:19386:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809226:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809249:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 17 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809350:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978435840:0@lo:104: 00000100:00100000:1.0:1775764889.809422:0:19386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764889.809598:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809606:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809614:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686773b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978435968:0@lo:104: 00000100:00100000:1.0:1775764889.809638:0:19386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764889.809809:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 17 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809818:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 17 pid: 17491 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809826:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686772680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436096:0@lo:104: 00010000:00010000:1.0:1775764889.809851:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 17 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809859:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 17 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809867:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897686770380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436224:0@lo:104: 00010000:00010000:1.0:1775764889.809894:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 17 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809903:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 17 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809910:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436352:0@lo:104: 00010000:00010000:1.0:1775764889.809932:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809939:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 17 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809946:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436480:0@lo:104: 00010000:00010000:1.0:1775764889.809966:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.809972:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 17 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.809979:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436608:0@lo:104: 00010000:00010000:1.0:1775764889.810001:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 8 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.810008:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 8 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.810015:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436736:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764889.810077:0:19386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.810090:0:19386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.810098:0:19386:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977bff1ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436864:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764889.810120:0:19386:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788370180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764889.810420:0:5778:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764889.810439:0:5778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.810451:0:5778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.810459:0:5778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.810499:0:5778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.810507:0:5778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.810515:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435840 00000100:00100000:0.0:1775764889.810522:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435840 00000100:00100000:0.0:1775764889.810559:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978435968 00000100:00100000:0.0:1775764889.810561:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978435968 00000100:00100000:0.0:1775764889.810569:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978436096 00000100:00100000:0.0:1775764889.810571:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978436096 00000100:00100000:0.0:1775764889.810579:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978436224 00000100:00100000:0.0:1775764889.810581:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978436224 00000100:00100000:0.0:1775764889.810587:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978436352 00000100:00100000:0.0:1775764889.810588:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978436352 00000100:00100000:0.0:1775764889.810595:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978436480 00000100:00100000:0.0:1775764889.810597:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978436480 00000100:00100000:0.0:1775764889.810605:0:5778:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978436608 00000100:00100000:0.0:1775764889.810607:0:5778:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978436608 00000100:00100000:0.0:1775764889.810619:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775764889.810626:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:19386:x1862022978435840:12345-0@lo:104: 00010000:00010000:0.0:1775764889.810638:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.810693:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764889.810699:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768dff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+9:19386:x1862022978435840:12345-0@lo:104: Request processed in 74us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.810705:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775764889.810722:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1775764889.810728:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b765f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:19386:x1862022978435968:12345-0@lo:104: 00010000:00010000:0.0:1775764889.810734:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.810764:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1775764889.810768:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b765f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+8:19386:x1862022978435968:12345-0@lo:104: Request processed in 41us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.810773:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1775764889.810806:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1775764889.810811:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:19386:x1862022978436096:12345-0@lo:104: 00010000:00010000:0.0:1775764889.810817:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.810844:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1775764889.810848:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+7:19386:x1862022978436096:12345-0@lo:104: Request processed in 38us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.810853:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1775764889.810864:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1775764889.810869:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:19386:x1862022978436224:12345-0@lo:104: 00010000:00010000:0.0:1775764889.810875:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.810904:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1775764889.810908:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+6:19386:x1862022978436224:12345-0@lo:104: Request processed in 39us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.810913:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1775764889.810922:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1775764889.810927:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:19386:x1862022978436352:12345-0@lo:104: 00010000:00010000:0.0:1775764889.810934:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.810957:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1775764889.810961:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+5:19386:x1862022978436352:12345-0@lo:104: Request processed in 35us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.810967:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1775764889.810978:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1775764889.810983:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:19386:x1862022978436480:12345-0@lo:104: 00010000:00010000:0.0:1775764889.810989:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811013:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1775764889.811017:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+4:19386:x1862022978436480:12345-0@lo:104: Request processed in 35us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.811022:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1775764889.811032:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1775764889.811038:0:5778:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:19386:x1862022978436608:12345-0@lo:104: 00010000:00010000:0.0:1775764889.811044:0:5778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811067:0:5778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1775764889.811070:0:5778:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+3:19386:x1862022978436608:12345-0@lo:104: Request processed in 34us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.811075:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:0.0:1775764889.811094:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1775764889.811099:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811107:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226e600 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:0.0:1775764889.811111:0:12183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811119:0:12183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764889.811129:0:12183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764889.811134:0:12183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775764889.811166:0:12183:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811172:0:12183:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764889.811192:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811198:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768226e600/0x2aac6a50e5fc64f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc656 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811210:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1775764889.811212:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811217:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cada800 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:0.0:1775764889.811219:0:12183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811225:0:12183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764889.811229:0:12183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764889.811234:0:12183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775764889.811245:0:12183:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.811250:0:12183:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764889.811255:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.811409:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978435840:0@lo:104: 00000100:00100000:1.0:1775764889.811419:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686773b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978435968:0@lo:104: 00000100:00100000:1.0:1775764889.811427:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686772680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436096:0@lo:104: 00000100:00100000:1.0:1775764889.811433:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897686770380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436224:0@lo:104: 00000100:00100000:1.0:1775764889.811439:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436352:0@lo:104: 00000100:00100000:1.0:1775764889.811445:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436480:0@lo:104: 00000100:00100000:1.0:1775764889.811450:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436608:0@lo:104: 00000100:00100000:1.0:1775764889.811513:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978436992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764889.811549:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764889.811592:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764889.811598:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978437120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764889.811618:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764889.811651:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978436992 00000100:00100000:1.0:1775764889.811656:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978436992 00010000:00010000:1.0:1775764889.811676:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 18 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.811697:0:12221:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437120 00000100:00100000:1.0:1775764889.811700:0:12221:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437120 00010000:00010000:1.0:1775764889.811710:0:12221:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 19 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764889.811727:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23567 00000100:00100000:1.0:1775764889.811735:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+19:3319:x1862022978436992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.811749:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.811755:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 19 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.811767:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 19 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.811781:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226e200/0x2aac6a50e5fc656 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc64f expref: 19 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.811795:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.811822:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3319:x1862022978436992:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.811828:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23567 00000100:00100000:1.0:1775764889.811842:0:12221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23568 00000100:00100000:1.0:1775764889.811847:0:12221:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3319:x1862022978437120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.811854:0:12221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764889.811858:0:12221:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.811866:0:12221:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.811875:0:12221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768e15ee00/0x2aac6a50e5fc648 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc641 expref: 17 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.811886:0:12221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764889.811905:0:12221:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:3319:x1862022978437120:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764889.811910:0:12221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23568 00000100:00100000:1.0:1775764889.811934:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978437120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764889.811941:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3319:1862022978436992:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.812027:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768cada800/0x2aac6a50e5fc641 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc648 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812038:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1775764889.812041:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812046:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e000 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:0.0:1775764889.812050:0:12183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812057:0:12183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764889.812063:0:12183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764889.812068:0:12183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775764889.812087:0:12183:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812093:0:12183:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764889.812110:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812121:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768e15e000/0x2aac6a50e5fc633 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc63a expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812128:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764889.812131:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812136:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768e15e400 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:0.0:1775764889.812139:0:12183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812145:0:12183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764889.812151:0:12183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764889.812156:0:12183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775764889.812168:0:12183:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812173:0:12183:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764889.812179:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812185:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768e15e400/0x2aac6a50e5fc625 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc62c expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812193:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764889.812197:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812203:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768cadb800 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:0.0:1775764889.812206:0:12183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812211:0:12183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764889.812217:0:12183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764889.812221:0:12183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1775764889.812232:0:12183:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812237:0:12183:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764889.812247:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812409:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff89768cadb800/0x2aac6a50e5fc617 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc61e expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812419:0:12183:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764889.812422:0:12183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812428:0:12183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276e00 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:0.0:1775764889.812431:0:12183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812441:0:12183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764889.812447:0:12183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764889.812451:0:12183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1775764889.812605:0:12290:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764889.812611:0:12290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.812618:0:12290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff897682276a00 already unused, calling callback (ffffffffc1c71c20) 10000000:00010000:3.0:1775764889.812621:0:12290:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.812628:0:12290:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775764889.812635:0:12290:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764889.812639:0:12290:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1775764889.812657:0:12290:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.812667:0:12290:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1775764889.812674:0:12290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.812680:0:12290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff897682276a00/0x2aac6a50e5fc5fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc602 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.812689:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764889.812691:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764889.812692:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764889.812699:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764889.812704:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764889.812856:0:12183:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812862:0:12183:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764889.812869:0:12183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812875:0:12183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff897682276e00/0x2aac6a50e5fc609 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2aac6a50e5fc610 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.812887:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764889.812888:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764889.812890:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764889.812902:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978437632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.812941:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.812991:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764889.812997:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978437504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.813017:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764889.813098:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978437248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.813122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764889.813169:0:5777:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00000100:00100000:0.0:1775764889.813421:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978437760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.813443:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764889.813517:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437632 00000100:00100000:3.0:1775764889.813523:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437632 00010000:00010000:3.0:1775764889.813550:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 16 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.813570:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437504 00000100:00100000:3.0:1775764889.813572:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437504 00010000:00010000:3.0:1775764889.813584:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 17 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.813595:0:5781:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437248 00000100:00100000:3.0:1775764889.813598:0:5781:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437248 00010000:00010000:3.0:1775764889.813606:0:5781:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 18 pid: 17491 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764889.813620:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23569 00000100:00100000:3.0:1775764889.813627:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3320:x1862022978437632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.813638:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.813643:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 18 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813653:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 18 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813665:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768e15f200/0x2aac6a50e5fc602 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc5fb expref: 18 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813678:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.813713:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:3320:x1862022978437632:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.813837:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23569 00000100:00100000:3.0:1775764889.813854:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23570 00000100:00100000:3.0:1775764889.813860:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:3320:x1862022978437504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.813868:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.813872:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 16 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813880:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 16 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813890:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768e15fa00/0x2aac6a50e5fc61e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc617 expref: 16 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813898:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.813921:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:3320:x1862022978437504:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.813926:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23570 00000100:00100000:3.0:1775764889.813938:0:5781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23571 00000100:00100000:3.0:1775764889.813945:0:5781:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977865dc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:3321:x1862022978437248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764889.813952:0:5781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764889.813956:0:5781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 14 pid: 17491 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813965:0:5781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 14 pid: 17491 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813974:0:5781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682277800/0x2aac6a50e5fc63a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc633 expref: 14 pid: 17491 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764889.813982:0:5781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764889.814003:0:5781:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977865dc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:3321:x1862022978437248:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764889.814009:0:5781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23571 00000100:00100000:3.0:1775764889.814097:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978437504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764889.814106:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3320:1862022978437632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764889.814519:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436736:192.168.202.46@tcp:104: 00000100:00100000:1.0:1775764889.814530:0:19386:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977bff1ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19386:1862022978436864:192.168.202.46@tcp:104: 00010000:00010000:1.0:1775764889.814577:0:19386:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.815056:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768dff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978437248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.815069:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764889.815077:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978437376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.815109:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764889.815190:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764889.815231:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:0.0:1775764889.815284:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437760 00000100:00100000:0.0:1775764889.815290:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437760 00010000:00010000:0.0:1775764889.815317:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 13 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.815344:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437376 00000100:00100000:0.0:1775764889.815347:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437376 00010000:00010000:0.0:1775764889.815359:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 14 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.815378:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068544 00000100:00100000:0.0:1775764889.815381:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068544 00010000:00010000:0.0:1775764889.815395:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 9 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.815406:0:5780:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068672 00000100:00100000:0.0:1775764889.815408:0:5780:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068672 00010000:00010000:0.0:1775764889.815418:0:5780:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 10 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764889.815430:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23572 00000100:00100000:0.0:1775764889.815436:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:3321:x1862022978437760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.815449:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.815453:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 14 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815491:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 14 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815503:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc610 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc609 expref: 14 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815515:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.815546:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:3321:x1862022978437760:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (2102us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.815552:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23572 00000100:00100000:0.0:1775764889.815569:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23573 00000100:00100000:0.0:1775764889.815574:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:3321:x1862022978437376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.815583:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.815587:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 12 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815596:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 12 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815605:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc62c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2aac6a50e5fc625 expref: 12 pid: 17490 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815614:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.815634:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3321:x1862022978437376:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.815639:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23573 00000100:00100000:0.0:1775764889.815652:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23574 00000100:00100000:0.0:1775764889.815658:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:884ae1b0-72f8-4a88-a129-db99cded7efc+10:2382:x1862022967068544:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.815666:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.815671:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 10 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815679:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 10 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815690:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff897682276200/0x2aac6a50e5fc5f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca55 expref: 10 pid: 17492 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815710:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.815741:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2382:x1862022967068544:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 83us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.815748:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23574 00000100:00100000:0.0:1775764889.815760:0:5780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 23575 00000100:00100000:0.0:1775764889.815766:0:5780:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89779abbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:884ae1b0-72f8-4a88-a129-db99cded7efc+8:2382:x1862022967068672:12345-192.168.202.46@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764889.815774:0:5780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764889.815778:0:5780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815786:0:5780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815796:0:5780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768cadb200/0x2aac6a50e5fc5ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421ca4e expref: 8 pid: 17521 timeout: 1616 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815808:0:5780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815821:0:5780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815837:0:5780:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815843:0:5780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815850:0:5780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815856:0:5780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815862:0:5780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89768226f000 already unused, calling callback (ffffffffc1668060) 00010000:00010000:0.0:1775764889.815866:0:5780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815873:0:5780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815884:0:5780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.815892:0:5780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764889.815910:0:5780:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89779abbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:884ae1b0-72f8-4a88-a129-db99cded7efc+7:2382:x1862022967068672:12345-192.168.202.46@tcp:103:ldlm_bl.0 Request processed in 143us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764889.815917:0:5780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 23575 00000100:00100000:0.0:1775764889.815943:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978437376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764889.815950:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978437760:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1775764889.816164:0:19386:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.816171:0:19386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764889.816178:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc801 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764889.849166:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764890.361737:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978438016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.361803:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.361865:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978438528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.361894:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.361919:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764890.361924:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b240b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978438144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.361942:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.361969:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438016 00000100:00100000:0.0:1775764890.361976:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438016 00000100:00100000:0.0:1775764890.362119:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438528 00000100:00100000:0.0:1775764890.362123:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438528 00000100:00100000:2.0:1775764890.362242:0:17506:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438144 00000100:00100000:2.0:1775764890.362246:0:17506:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438144 00000100:00100000:2.0:1775764890.362273:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1775764890.362283:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978438016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.362343:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978438016:12345-0@lo:400:kworker.0 Request processed in 61us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.362351:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1775764890.362378:0:17506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1775764890.362385:0:17506:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978438144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.362410:0:17506:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978438144:12345-0@lo:400:kworker.0 Request processed in 27us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.362415:0:17506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1775764890.362433:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978437888:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.362461:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.362510:0:3322:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978438400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.363884:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775764890.363894:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978438528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.363966:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978438528:12345-0@lo:400:kworker.0 Request processed in 75us (2071us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.363973:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:0.0:1775764890.364003:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764890.364152:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.364910:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978437888 00000100:00100000:2.0:1775764890.364920:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978437888 00000100:00100000:2.0:1775764890.364956:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775764890.364963:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3322:x1862022978437888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.365008:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:3322:x1862022978437888:12345-0@lo:400:kworker.0 Request processed in 46us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.365014:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1775764890.366114:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8977b2409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978438272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764890.366168:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.366213:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438400 00000100:00100000:1.0:1775764890.366218:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438400 00000100:00100000:1.0:1775764890.366265:0:12041:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438272 00000100:00100000:1.0:1775764890.366269:0:12041:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438272 00000100:00100000:1.0:1775764890.366290:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1775764890.366298:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978438400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764890.366333:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3322:x1862022978438400:12345-0@lo:400:kworker.0 Request processed in 37us (3798us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.366338:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1775764890.366349:0:12041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1775764890.366355:0:12041:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978438272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.366500:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3322:1862022978438400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.366524:0:3322:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3322:1862022978437888:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.366547:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978438144:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.366559:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978438016:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.366569:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978438528:0@lo:400:kworker.0 00000100:00080000:2.0:1775764890.366633:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764890.366637:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764890.367968:0:12041:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978438272:12345-0@lo:400:kworker.0 Request processed in 1606us (1793us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.367981:0:12041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1775764890.368737:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8977b2409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978438272:0@lo:400:kworker.0 10000000:01000000:2.0:1775764890.870146:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1775764890.870154:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bffad800 from 48 10000000:01000000:2.0:1775764890.870160:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1775764890.870209:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.870220:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.870231:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.870259:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978438656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.870335:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.870419:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304d000 going to sleep for 11 seconds 00010000:00010000:3.0:1775764890.870492:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764890.870556:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438656 00000100:00100000:0.0:1775764890.870565:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438656 00000100:00100000:0.0:1775764890.870624:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1775764890.870634:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+11:5791:x1862022978438656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764890.870648:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.870662:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc80f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc808 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.870686:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc80f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc808 expref: 12 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.870696:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15f600/0x2aac6a50e5fc80f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc808 expref: 12 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.870705:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15f600, rc 0) 00000100:00100000:0.0:1775764890.870764:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978438656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.870772:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1775764890.870972:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978438656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764890.870987:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc80f expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.870997:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc80f expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.871051:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978438784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.871077:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.871111:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304d000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.871288:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438784 00000100:00100000:1.0:1775764890.871294:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438784 00000100:00100000:1.0:1775764890.871328:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1775764890.871335:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978438784:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.871703:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978438784:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 367us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.871711:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1775764890.879937:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978438784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.880012:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978438912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.880093:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764890.880161:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b43ffb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.880252:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978438912 00000100:00100000:0.0:1775764890.880259:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978438912 00000100:00100000:0.0:1775764890.880310:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1775764890.880320:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978438912:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.880571:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978438912:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 252us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.880579:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1775764890.880681:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978438912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.881111:0:19390:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19390:1862022978439040:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.881148:0:19390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.881184:0:19390:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.881232:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439040 00000100:00100000:1.0:1775764890.881238:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439040 00000100:00100000:1.0:1775764890.881268:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1775764890.881276:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976889c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19390:x1862022978439040:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764890.881522:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976889c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19390:x1862022978439040:12345-0@lo:502:llog_process_th.0 Request processed in 247us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.881530:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775764890.881609:0:19390:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19390:1862022978439040:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.881646:0:19390:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19390:1862022978439168:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.881679:0:19390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.881711:0:19390:0:(client.c:2691:ptlrpc_set_wait()) set ffff897798253f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.881777:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439168 00000100:00100000:2.0:1775764890.881781:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439168 00000100:00100000:2.0:1775764890.881818:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1775764890.881824:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19390:x1862022978439168:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764890.881935:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:19390:x1862022978439168:12345-0@lo:502:llog_process_th.0 Request processed in 110us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.881942:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1775764890.882094:0:19390:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19390:1862022978439168:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1775764890.882112:0:19390:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1775764890.882270:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1775764890.882290:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1775764890.882299:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc80f expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.882310:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682276c00/0x2aac6a50e5fc808 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc80f expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775764890.882321:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1775764890.882323:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:2.0:1775764890.882325:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1775764890.882349:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.882367:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.882376:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.882389:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.882416:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.882440:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304d600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.882520:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439296 00000100:00100000:0.0:1775764890.882526:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439296 00000100:00100000:0.0:1775764890.882550:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775764890.882556:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+12:5791:x1862022978439296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764890.882564:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.882576:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15e400/0x2aac6a50e5fc81d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc816 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.882595:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15e400/0x2aac6a50e5fc81d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc816 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.882604:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15e400/0x2aac6a50e5fc81d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc816 expref: 13 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.882612:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15e400, rc 0) 00000100:00100000:0.0:1775764890.882638:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978439296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 83us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.882643:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1775764890.882870:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764890.882883:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc81d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.882893:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc81d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.882939:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682bebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.882964:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.883001:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b304d600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.883052:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439424 00000100:00100000:0.0:1775764890.883057:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439424 00000100:00100000:0.0:1775764890.883087:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1775764890.883093:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978439424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.883349:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978439424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 255us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.883356:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1775764890.883897:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682bebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.883937:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.883977:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764890.884017:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b43ffb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.884076:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439552 00000100:00100000:1.0:1775764890.884082:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439552 00000100:00100000:1.0:1775764890.884117:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1775764890.884124:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978439552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.884309:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978439552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 185us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.884316:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1775764890.884401:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.885584:0:19391:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19391:1862022978439680:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764890.885642:0:19391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764890.885684:0:19391:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b43ffb40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.885763:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439680 00000100:00100000:0.0:1775764890.885770:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439680 00000100:00100000:0.0:1775764890.885816:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1775764890.885823:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19391:x1862022978439680:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.886073:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19391:x1862022978439680:12345-0@lo:502:llog_process_th.0 Request processed in 250us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.886081:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1775764890.893662:0:19391:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19391:1862022978439680:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1775764890.893722:0:19391:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764890.893738:0:19391:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764890.893741:0:19391:0:(obd_config.c:1559:class_process_config()) marker 33 (0x1) lustre-MDT0000-m del lustre.pool1 00000020:00000080:3.0:1775764890.893747:0:19391:0:(obd_config.c:1468:class_process_config()) processing cmd: ce023 00000100:00100000:3.0:1775764890.900515:0:19391:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19391:1862022978439808:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764890.900588:0:19391:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764890.900636:0:19391:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977b43ff780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.901141:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439808 00000100:00100000:1.0:1775764890.901149:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439808 00000100:00100000:1.0:1775764890.901202:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775764890.901212:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19391:x1862022978439808:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764890.901462:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:19391:x1862022978439808:12345-0@lo:502:llog_process_th.0 Request processed in 251us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.901496:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1775764890.901970:0:19391:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19391:1862022978439808:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1775764890.902009:0:19391:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775764890.902019:0:19391:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764890.902021:0:19391:0:(obd_config.c:1559:class_process_config()) marker 33 (0x2) lustre-MDT0000-m del lustre.pool1 00000040:00080000:3.0:1775764890.902026:0:19391:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1775764890.913284:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:1.0:1775764890.913324:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1775764890.913338:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc81d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.913350:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff897682277200/0x2aac6a50e5fc816 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc81d expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764890.913373:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775764890.913377:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977bb2dd000 from 48 10000000:01000000:1.0:1775764890.913380:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775764890.913430:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.913439:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.913452:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.913860:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.913930:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.914026:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788370b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.931321:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978439936 00000100:00100000:0.0:1775764890.931339:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978439936 00000100:00100000:0.0:1775764890.931500:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1775764890.931513:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+13:5791:x1862022978439936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764890.931531:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.931551:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768e15e000/0x2aac6a50e5fc82b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc824 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.931584:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768e15e000/0x2aac6a50e5fc82b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc824 expref: 14 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.931596:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768e15e000/0x2aac6a50e5fc82b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc824 expref: 14 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.931606:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768e15e000, rc 0) 00000100:00100000:0.0:1775764890.931688:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978439936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (17756us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.931696:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1775764890.931818:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978439936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764890.931838:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc82b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.931849:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc82b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.931924:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.931956:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.938000:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788370b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.938604:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440064 00000100:00100000:3.0:1775764890.938615:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440064 00000100:00100000:1.0:1775764890.938838:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775764890.938850:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977bb86ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978440064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.939130:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977bb86ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978440064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 283us (7173us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.939136:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775764890.939196:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.939241:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.939455:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764890.941021:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440192 00000100:00100000:3.0:1775764890.941034:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440192 00000100:00100000:3.0:1775764890.941077:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1775764890.941087:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978440192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.941266:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788370b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.945512:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978440192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 4417us (6049us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.945524:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1775764890.945742:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.948798:0:19392:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19392:1862022978440320:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764890.948899:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.948954:0:19392:0:(client.c:2691:ptlrpc_set_wait()) set ffff897788370b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.949055:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440320 00000100:00100000:0.0:1775764890.949061:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440320 00000100:00100000:0.0:1775764890.949101:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1775764890.949108:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19392:x1862022978440320:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.949338:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19392:x1862022978440320:12345-0@lo:502:llog_process_th.0 Request processed in 230us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.949344:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1775764890.949669:0:19392:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19392:1862022978440320:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764890.949722:0:19392:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19392:1862022978440448:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1775764890.949771:0:19392:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.949806:0:19392:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977c05999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.949907:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440448 00000100:00100000:3.0:1775764890.949913:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440448 00000100:00100000:3.0:1775764890.949951:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1775764890.949958:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19392:x1862022978440448:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764890.950099:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:19392:x1862022978440448:12345-0@lo:502:llog_process_th.0 Request processed in 141us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.950106:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1775764890.950209:0:19392:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19392:1862022978440448:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1775764890.950228:0:19392:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1775764890.950507:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1775764890.950525:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775764890.950535:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc82b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.950546:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768226e200/0x2aac6a50e5fc824 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc82b expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764890.950556:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1775764890.950559:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1775764890.950562:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1775764890.950586:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.950594:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.950603:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.950616:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.950646:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.950683:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977865a9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.950726:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440576 00000100:00100000:3.0:1775764890.950731:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440576 00000100:00100000:3.0:1775764890.950777:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1775764890.950785:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+14:5791:x1862022978440576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764890.950795:0:17491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.950809:0:17491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc839 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc832 expref: -99 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.950831:0:17491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc839 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc832 expref: 15 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.950840:0:17491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768cadb400/0x2aac6a50e5fc839 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc832 expref: 15 pid: 17491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.950849:0:17491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadb400, rc 0) 00000100:00100000:3.0:1775764890.950887:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978440576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.950893:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1775764890.951020:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764890.951034:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc839 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.951045:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc839 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.951093:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.951120:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.951131:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977865a9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.951298:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440704 00000100:00100000:1.0:1775764890.951303:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440704 00000100:00100000:1.0:1775764890.951334:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1775764890.951342:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978440704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.952103:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978440704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 757us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.952112:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1775764890.952197:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.952235:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.952286:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.952329:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977865a9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.952339:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440832 00000100:00100000:2.0:1775764890.952346:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440832 00000100:00100000:2.0:1775764890.952396:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1775764890.952405:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978440832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.952600:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978440832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 196us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.952607:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1775764890.952647:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1775764890.955740:0:19393:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1775764890.962014:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1775764890.962050:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1775764890.962063:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc839 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.962075:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768e15ee00/0x2aac6a50e5fc832 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc839 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764890.962086:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1775764890.962089:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff8977b42c9000 from 48 10000000:01000000:1.0:1775764890.962091:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1775764890.962135:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.962142:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.962152:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.962432:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.962544:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.962605:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff897789e863c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.962689:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978440960 00000100:00100000:2.0:1775764890.962697:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978440960 00000100:00100000:2.0:1775764890.962749:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1775764890.962771:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+15:5791:x1862022978440960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764890.962784:0:17490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.962797:0:17490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682277c00/0x2aac6a50e5fc847 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc840 expref: -99 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.962820:0:17490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682277c00/0x2aac6a50e5fc847 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc840 expref: 16 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.962830:0:17490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682277c00/0x2aac6a50e5fc847 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc840 expref: 16 pid: 17490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.962839:0:17490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682277c00, rc 0) 00000100:00100000:2.0:1775764890.962894:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978440960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.962901:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1775764890.963069:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978440960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764890.963084:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc847 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.963093:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc847 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.963148:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.963187:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.963208:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778fe87000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.963251:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441088 00000100:00100000:2.0:1775764890.963256:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441088 00000100:00100000:2.0:1775764890.963289:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1775764890.963296:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978441088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.963615:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978441088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 318us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.963622:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775764890.963697:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.963727:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.963779:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.963802:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778fe87000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.963933:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441216 00000100:00100000:1.0:1775764890.963938:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441216 00000100:00100000:1.0:1775764890.963964:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1775764890.963970:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978441216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.964125:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978441216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.964132:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1775764890.964581:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.966836:0:19394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19394:1862022978441344:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.966908:0:19394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.966964:0:19394:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778fe87d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.967083:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441344 00000100:00100000:2.0:1775764890.967090:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441344 00000100:00100000:2.0:1775764890.967141:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1775764890.967149:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19394:x1862022978441344:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1775764890.967444:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19394:x1862022978441344:12345-0@lo:502:llog_process_th.0 Request processed in 294us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.967452:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1775764890.968453:0:19394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19394:1862022978441344:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.968564:0:19394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19394:1862022978441472:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1775764890.968621:0:19394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.968666:0:19394:0:(client.c:2691:ptlrpc_set_wait()) set ffff8976813ce900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.970298:0:17491:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441472 00000100:00100000:3.0:1775764890.970309:0:17491:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441472 00000100:00100000:3.0:1775764890.970379:0:17491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1775764890.970390:0:17491:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19394:x1862022978441472:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1775764890.970673:0:17491:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:19394:x1862022978441472:12345-0@lo:502:llog_process_th.0 Request processed in 284us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.970680:0:17491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1775764890.970737:0:19394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:718166d6-c13c-4ff4-9c89-58d0929aa3d1:19394:1862022978441472:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1775764890.971300:0:19394:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1775764890.977832:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1775764890.977877:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1775764890.977891:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc847 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.977906:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768226f200/0x2aac6a50e5fc840 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc847 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764890.977918:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1775764890.977922:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1775764890.977925:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1775764890.977973:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.977982:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.977995:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.978024:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.978092:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.978151:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977865a9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.978206:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441600 00000100:00100000:2.0:1775764890.978214:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441600 00000100:00100000:2.0:1775764890.978268:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1775764890.978277:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+16:5791:x1862022978441600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764890.978291:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.978303:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff897682276800/0x2aac6a50e5fc855 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc84e expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.978325:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff897682276800/0x2aac6a50e5fc855 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc84e expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.978336:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff897682276800/0x2aac6a50e5fc855 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc84e expref: 17 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.978648:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff897682276800, rc 0) 00000100:00100000:2.0:1775764890.978704:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978441600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 428us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.978715:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1775764890.978869:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764890.978886:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc855 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.978897:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc855 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.978963:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.978993:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.979025:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778fe87d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.979161:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441728 00000100:00100000:3.0:1775764890.979167:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441728 00000100:00100000:3.0:1775764890.979207:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1775764890.979215:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978441728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.979521:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978441728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 306us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.979529:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1775764890.979644:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.979676:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764890.979717:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764890.979747:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977865a9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764890.979877:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441856 00000100:00100000:2.0:1775764890.979882:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441856 00000100:00100000:2.0:1775764890.979914:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1775764890.979921:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978441856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.980071:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978441856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.980077:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764890.980168:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8976846bf100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1775764890.981245:0:19395:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1775764890.981518:0:5791:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1775764890.981542:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1775764890.981552:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc855 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.981568:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768226f600/0x2aac6a50e5fc84e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc855 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764890.981577:0:5791:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1775764890.981580:0:5791:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff89778556b380 from 1 10000000:01000000:0.0:1775764890.981583:0:5791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1775764890.981616:0:5791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.981623:0:5791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.981632:0:5791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.981653:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764890.981702:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764890.981745:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff89778fe87d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764890.982164:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978441984 00000100:00100000:1.0:1775764890.982632:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978441984 00000100:00100000:1.0:1775764890.982682:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775764890.982691:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897687a24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+17:5791:x1862022978441984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764890.982705:0:17521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.982719:0:17521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc863 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2aac6a50e5fc85c expref: -99 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.982742:0:17521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc863 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2aac6a50e5fc85c expref: 18 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.982833:0:17521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226f000/0x2aac6a50e5fc863 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2aac6a50e5fc85c expref: 18 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.982843:0:17521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f000, rc 0) 00000100:00100000:1.0:1775764890.982895:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897687a24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978441984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.982902:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1775764890.984143:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978441984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1775764890.984166:0:5791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc863 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.984191:0:5791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2aac6a50e5fc863 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.984268:0:5791:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978442112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764890.984319:0:5791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.984389:0:5791:0:(client.c:2691:ptlrpc_set_wait()) set ffff8977bb1d4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764890.984585:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442112 00000100:00100000:3.0:1775764890.984592:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442112 00000100:00100000:3.0:1775764890.984632:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764890.984641:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978442112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764890.984913:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:5791:x1862022978442112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 273us (593us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764890.984921:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1775764890.985413:0:5791:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:718166d6-c13c-4ff4-9c89-58d0929aa3d1:5791:1862022978442112:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1775764890.985444:0:5791:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1775764890.985452:0:5791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc863 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.985461:0:5791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff89768e15fa00/0x2aac6a50e5fc85c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2aac6a50e5fc863 expref: -99 pid: 5791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764890.998055:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764890.998214:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068800 00000100:00100000:1.0:1775764890.998225:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068800 00000100:00100000:1.0:1775764890.998287:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 184 00000100:00100000:1.0:1775764890.998297:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+7:5575:x1862022967068800:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764890.998317:0:17521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.998337:0:17521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc86a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421cabe expref: -99 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.998384:0:17521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc86a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cabe expref: 8 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.998395:0:17521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768226f400/0x2aac6a50e5fc86a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cabe expref: 8 pid: 17521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.998406:0:17521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768226f400, rc 0) 00000100:00100000:1.0:1775764890.998678:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967068800:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 382us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.998686:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 184 00000100:00100000:3.0:1775764891.003618:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764891.003716:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967068928 00000100:00100000:2.0:1775764891.003727:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967068928 00000100:00100000:2.0:1775764891.003790:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 185 00000100:00100000:2.0:1775764891.003801:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967068928:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1775764891.004123:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967068928:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 323us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764891.004131:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 185 00000100:00100000:2.0:1775764891.006833:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764891.006928:0:17490:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069056 00000100:00100000:3.0:1775764891.006939:0:17490:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069056 00000100:00100000:3.0:1775764891.007041:0:17490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 186 00000100:00100000:3.0:1775764891.007051:0:17490:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967069056:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764891.007320:0:17490:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967069056:12345-192.168.202.46@tcp:503:ll_cfg_requeue.0 Request processed in 271us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.007328:0:17490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 186 00000100:00100000:2.0:1775764891.018410:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764891.018555:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069184 00000100:00100000:3.0:1775764891.018566:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069184 00000100:00100000:3.0:1775764891.018669:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 187 00000100:00100000:3.0:1775764891.018684:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24489:x1862022967069184:12345-192.168.202.46@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764891.018973:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24489:x1862022967069184:12345-192.168.202.46@tcp:502:llog_process_th.0 Request processed in 295us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.018982:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 187 00000100:00100000:0.0:1775764891.022562:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764891.022702:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069312 00000100:00100000:1.0:1775764891.022713:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069312 00000100:00100000:1.0:1775764891.022773:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 188 00000100:00100000:1.0:1775764891.022783:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24489:x1862022967069312:12345-192.168.202.46@tcp:502:llog_process_th.0 00000100:00100000:1.0:1775764891.023047:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+8:24489:x1862022967069312:12345-192.168.202.46@tcp:502:llog_process_th.0 Request processed in 266us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.023055:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 188 00000100:00100000:2.0:1775764891.030229:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:3.0:1775764891.030794:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069440 00000100:00100000:3.0:1775764891.030806:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069440 00000100:00100000:3.0:1775764891.030871:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 189 00000100:00100000:3.0:1775764891.030882:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+8:5575:x1862022967069440:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1775764891.030901:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764891.030920:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89768cadaa00/0x2aac6a50e5fc871 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x36f9bdc9e421cac5 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.030952:0:17492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89768cadaa00/0x2aac6a50e5fc871 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cac5 expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.030964:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89768cadaa00/0x2aac6a50e5fc871 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.202.46@tcp remote: 0x36f9bdc9e421cac5 expref: 9 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764891.030974:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89768cadaa00, rc 0) 00000100:00100000:3.0:1775764891.031039:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967069440:12345-192.168.202.46@tcp:101:ll_cfg_requeue.0 Request processed in 159us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.031045:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 189 00000100:00100000:2.0:1775764891.034165:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:1.0:1775764891.034422:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069568 00000100:00100000:1.0:1775764891.034432:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069568 00000100:00100000:1.0:1775764891.034524:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 190 00000100:00100000:1.0:1775764891.034535:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967069568:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764891.034805:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:884ae1b0-72f8-4a88-a129-db99cded7efc+9:5575:x1862022967069568:12345-192.168.202.46@tcp:501:ll_cfg_requeue.0 Request processed in 272us (649us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764891.034814:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 190 00000100:00100000:0.0:1775764891.381753:0:3320:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897684bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978442240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764891.381825:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.381973:0:6581:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442240 00000100:00100000:3.0:1775764891.381981:0:6581:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442240 00000100:00100000:3.0:1775764891.382046:0:6581:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1775764891.382056:0:6581:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978442240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764891.382093:0:6581:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 492240896 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764891.382146:0:6581:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1862022978442240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.382153:0:6581:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1775764891.383106:0:3320:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897684bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1862022978442240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764891.385684:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897682be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978442368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764891.385755:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764891.385886:0:16435:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442368 00000100:00100000:3.0:1775764891.385895:0:16435:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442368 00000100:00100000:3.0:1775764891.385962:0:16435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1775764891.385971:0:16435:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff89768e53fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978442368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764891.386007:0:16435:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 438239232 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1775764891.388334:0:16435:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff89768e53fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978442368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2356us (2571us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764891.388349:0:16435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1775764891.388541:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897682be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978442368:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1775764891.893253:0:5783:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764892.928941:0:12183:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764893.112936:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764893.112976:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764893.113022:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764893.113055:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.46@tcp (source: 12345-192.168.202.46@tcp) 00000100:00100000:2.0:1775764893.113086:0:17504:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069824 00000100:00100000:2.0:1775764893.113097:0:17504:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069824 00000100:00100000:2.0:1775764893.113161:0:17504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 49 00000100:00100000:2.0:1775764893.113171:0:17504:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+19:2381:x1862022967069824:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:2.0:1775764893.113248:0:17504:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682be8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f83546c-01a9-4156-8a97-44c446245d3e+19:2381:x1862022967069824:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 79us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764893.113257:0:17504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 49 00000100:00080000:2.0:1775764893.113280:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764893.113541:0:17492:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069696 00000100:00100000:3.0:1775764893.113687:0:17492:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069696 00000100:00100000:3.0:1775764893.113728:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 191 00000100:00100000:3.0:1775764893.115161:0:17492:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897681eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967069696:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:3.0:1775764893.115231:0:17492:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897681eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:884ae1b0-72f8-4a88-a129-db99cded7efc+9:2381:x1862022967069696:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 1497us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.115241:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 191 00000100:00100000:0.0:1775764893.116577:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967070080 00000100:00100000:0.0:1775764893.118702:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967070080 00000100:00100000:0.0:1775764893.118866:0:6580:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022967069952 00000100:00100000:0.0:1775764893.118873:0:6580:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022967069952 00000100:00100000:0.0:1775764893.118903:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 550 00000100:00100000:0.0:1775764893.118913:0:6580:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967070080:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:0.0:1775764893.118991:0:6580:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967070080:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 80us (6014us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.118998:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 550 00000100:00080000:2.0:1775764893.119126:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764893.119131:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764893.120764:0:12181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.46@tcp, seq: 551 00000100:00100000:1.0:1775764893.120781:0:12181:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897682bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967069952:12345-192.168.202.46@tcp:400:kworker.0 00000100:00100000:1.0:1775764893.120844:0:12181:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897682bead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:3f83546c-01a9-4156-8a97-44c446245d3e+8:2381:x1862022967069952:12345-192.168.202.46@tcp:400:kworker.0 Request processed in 71us (7789us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.120851:0:12181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.46@tcp, seq: 551 00010000:00010000:0.0:1775764893.940905:0:12290:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764894.964696:0:5782:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764895.476813:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978442880:0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.476888:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764895.476956:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764895.476962:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978442496:0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.476981:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978442624:0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.476990:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764895.477014:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764895.477017:0:3321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978443008:0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.477030:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978443136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.477036:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764895.477048:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764895.477064:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764895.477065:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442880 00000100:00100000:1.0:1775764895.477069:0:3319:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89768e53f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978442752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.477073:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442880 00000100:00100000:1.0:1775764895.477101:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764895.477121:0:12039:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978443008 00000100:00100000:2.0:1775764895.477125:0:12039:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978443008 00000100:00100000:1.0:1775764895.477135:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1775764895.477143:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978442880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.477206:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b2409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978442880:12345-0@lo:400:kworker.0 Request processed in 63us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.477943:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442624 00000100:00100000:0.0:1775764895.477949:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442624 00000100:00100000:0.0:1775764895.477979:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978443136 00000100:00100000:0.0:1775764895.477982:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978443136 00000100:00100000:0.0:1775764895.477993:0:18439:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442752 00000100:00100000:0.0:1775764895.477996:0:18439:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442752 00000100:00100000:0.0:1775764895.478010:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775764895.478017:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978442624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.478066:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8976846bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1862022978442624:12345-0@lo:400:kworker.0 Request processed in 50us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.478074:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775764895.478092:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775764895.478099:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978443136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.478126:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1862022978443136:12345-0@lo:400:kworker.0 Request processed in 28us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.478132:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775764895.478143:0:18439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775764895.478149:0:18439:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978442752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.478189:0:18439:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897686772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1862022978442752:12345-0@lo:400:kworker.0 Request processed in 40us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.478198:0:18439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775764895.478247:0:17521:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022978442496 00000100:00100000:0.0:1775764895.478252:0:17521:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022978442496 00000100:00100000:0.0:1775764895.478279:0:17521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1775764895.478285:0:17521:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978442496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.478328:0:17521:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff897683693450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:718166d6-c13c-4ff4-9c89-58d0929aa3d1+18:3321:x1862022978442496:12345-0@lo:400:kworker.0 Request processed in 43us (1336us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764895.478334:0:17521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1775764895.480907:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1775764895.481021:0:8216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1775764895.481038:0:8216:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978443008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.481646:0:8216:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8977b240a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1862022978443008:12345-0@lo:400:kworker.0 Request processed in 614us (4606us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764895.481655:0:8216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:2.0:1775764895.481775:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764895.481780:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764895.481783:0:5790:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764895.482227:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3319:1862022978442752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.482247:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3319:1862022978442624:0@lo:400:kworker.0 00000100:00100000:2.0:1775764895.482259:0:3319:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3319:1862022978443136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.482382:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:718166d6-c13c-4ff4-9c89-58d0929aa3d1:3321:1862022978442496:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.482400:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978443008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.482413:0:3321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89768e53ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3321:1862022978442880:0@lo:400:kworker.0 Debug log: 61599 lines, 61599 kept, 0 dropped, 0 bad.